-- Logs begin at Thu 2022-03-31 14:32:45 UTC, end at Thu 2022-03-31 16:14:54 UTC. -- Mar 31 15:44:16.366788 dv-cinder-836028-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 31 15:44:19.257193 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.common.config [-] Logging enabled! Mar 31 15:44:19.257801 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 15:44:19.257983 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115606) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 15:44:19.261901 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.common.config [-] Logging enabled! Mar 31 15:44:19.262157 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev73 Mar 31 15:44:19.262491 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=115606) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 31 15:44:19.263441 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 15:44:19.263674 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 15:44:19.264059 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 15:44:19.264314 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 15:44:19.264538 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 15:44:19.265306 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.265739 dv-cinder-836028-1-iscsi neutron-server[115606]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 31 15:44:19.266061 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.266363 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.266663 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.266966 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.267265 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.267552 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.267848 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.268191 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.268488 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.268773 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.269061 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.269358 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.269646 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] config_source = [] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.269938 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.270231 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.270521 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] debug = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.270805 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.271245 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.271665 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.271949 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.272268 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.272569 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.272833 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.273112 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.273401 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.273734 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] host = dv-cinder-836028-1-iscsi {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.274013 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.274306 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.274597 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.274887 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.275163 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.275444 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.276286 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.276578 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] log_dir = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.276844 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] log_file = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.277122 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.277412 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.277705 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.278001 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.278229 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.278455 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.278762 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.279053 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.279331 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.279607 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.279884 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.280189 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.280468 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.280740 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.281027 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.281315 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.281621 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.281881 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.282156 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.282429 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.282705 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.282992 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.283268 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.283542 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.283817 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.284140 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.284415 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.284690 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.284992 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.285281 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.285566 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.285857 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.286131 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.286416 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.286689 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.286962 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] use_journal = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.287235 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] use_json = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.287508 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.287782 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.288093 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.288371 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.288652 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.288926 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.289201 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.289490 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.289768 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:19.290068 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.290367 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.290671 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.290970 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.291837 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.292149 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.292448 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.292729 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.293026 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.293321 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.293612 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.293892 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.294197 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.294488 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.294786 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.295093 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.295395 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.295694 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.295975 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.296281 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.296561 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.296843 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.297135 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.297418 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.297714 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.298008 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.298292 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.298602 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.298895 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.299194 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.299488 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.299766 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.300060 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.300366 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.300650 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.300928 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.301208 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.301502 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.301785 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.302060 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.302346 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.302627 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.302904 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.303181 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.303461 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.303755 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.304047 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.304328 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.304603 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.304884 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.305156 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.305443 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.305724 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.305998 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.306271 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.306550 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.306849 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.307125 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.307403 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.307676 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.307954 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.308254 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.308535 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.308811 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.309086 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.309360 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.309633 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.309906 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.310182 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.310458 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.310733 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.311006 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.311279 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.311551 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.311837 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.312158 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.312442 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.312722 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.313001 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.313280 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.313559 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.313836 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.314112 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.314389 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.314664 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.314957 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.315240 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.315526 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.315824 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.316121 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.316422 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.316703 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.316980 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.317262 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.317540 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.317817 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.318098 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.318380 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.318683 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.318981 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.319277 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.319575 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.319868 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.320169 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.320484 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.320768 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:19.320988 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 15:44:19.321232 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=115606) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 31 15:44:19.691606 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=115606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 15:44:19.691886 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=115606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 15:44:19.692223 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=115606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 31 15:44:19.692705 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 31 15:44:20.017629 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.017842 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.018239 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.019443 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.019728 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.020139 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.075076 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.075359 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.075628 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.090075 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.090360 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.090635 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.118956 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.119827 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.120115 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.260645 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.261288 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.261288 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.488921 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.489206 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.489477 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.489744 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.490442 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.587515 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.587776 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.588614 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.588890 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.589155 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.589463 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.589724 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.589979 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.590234 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.590516 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.590777 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.591043 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.591296 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.591548 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.591803 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.592100 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.592361 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.592630 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.592899 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.593156 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.593427 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.593681 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.593961 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.594335 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.594586 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.594832 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.595226 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=115606) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:44:20.595466 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=115606) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:44:20.595705 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=115606) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:44:20.595945 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=115606) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:44:20.596206 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=115606) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:44:20.596525 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=115606) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:44:20.596807 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 31 15:44:20.600156 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 31 15:44:20.604828 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 31 15:44:20.608475 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(800, 849)])]) Mar 31 15:44:20.610098 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 31 15:44:20.610556 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 31 15:44:20.610898 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 31 15:44:20.611299 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 31 15:44:20.614100 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 31 15:44:20.614352 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 31 15:44:20.614698 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 15:44:20.619549 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 31 15:44:20.642822 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 31 15:44:20.643281 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.643577 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=115606) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 31 15:44:20.643954 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.645320 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=115606) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 31 15:44:20.645603 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 31 15:44:20.645851 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 31 15:44:20.649142 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.649424 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:20.711060 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 31 15:44:20.711303 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 31 15:44:20.711543 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 31 15:44:20.711911 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 31 15:44:20.733143 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_db.sqlalchemy.engines [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=115606) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 31 15:44:21.449270 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.managers [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Initializing driver for type 'gre' Mar 31 15:44:21.449836 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] gre ID ranges: [(1, 1000)] Mar 31 15:44:21.757609 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.managers [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Initializing driver for type 'local' Mar 31 15:44:21.757888 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.managers [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Initializing driver for type 'vlan' Mar 31 15:44:21.974968 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] VlanTypeDriver initialization complete Mar 31 15:44:21.975312 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.managers [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Initializing driver for type 'vxlan' Mar 31 15:44:21.975848 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] vxlan ID ranges: [(1, 1000)] Mar 31 15:44:22.235002 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.managers [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Initializing extension driver 'port_security' Mar 31 15:44:22.235349 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.extensions.port_security [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] PortSecurityExtensionDriver initialization complete Mar 31 15:44:22.235692 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.managers [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Initializing mechanism driver 'openvswitch' Mar 31 15:44:22.236073 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.managers [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Initializing mechanism driver 'hyperv' Mar 31 15:44:22.242804 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.plugins.ml2.plugin [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=115606) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:22.243496 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > port after_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.243872 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > port after_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.244262 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > port after_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.244861 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=115606) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 15:44:22.245350 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > subnet after_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.245753 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > subnet after_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.246184 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.246664 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=115606) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 15:44:22.247147 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > network after_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.247532 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > network after_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.247929 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > network after_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.248356 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=115606) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 15:44:22.248793 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > security_group after_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.249153 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > security_group after_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.260207 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > security_group after_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.260207 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=115606) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 15:44:22.260207 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.260207 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.260207 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.260598 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=115606) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 15:44:22.260598 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > address_group after_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.260598 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > address_group after_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.260598 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > address_group after_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.260598 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=115606) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 31 15:44:22.260945 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] ML2 OVO RPC backend initialized. {{(pid=115606) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 31 15:44:22.260945 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.260945 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.260945 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > network before_response 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.261249 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > networks before_response 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.261249 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > port before_response 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.261249 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > ports before_response 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.261249 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > subnet before_response 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.261554 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > subnets before_response 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.261554 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > network after_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.261554 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > network after_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.261554 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > network after_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.261784 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > port after_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.261784 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > port after_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.261784 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > port after_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.261784 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > subnet after_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.262039 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > subnet after_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.262039 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > subnet after_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.267711 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.quota [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded quota_driver: . Mar 31 15:44:22.268103 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.plugin [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Modular L2 Plugin initialization complete Mar 31 15:44:22.268455 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading services supported by the core plugin {{(pid=115606) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 31 15:44:22.268805 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.plugins.ml2.managers [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Got port-security extension from driver 'port_security' Mar 31 15:44:22.269314 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.extensions.vlantransparent [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Disabled vlantransparent extension. Mar 31 15:44:22.269866 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=115606) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 31 15:44:22.270235 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading Plugin: router Mar 31 15:44:22.307625 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > router_interface before_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.308058 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > router after_create 55549900 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.308490 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > router before_create 55549900 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.308887 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.309268 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.309632 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > router after_delete 55549900 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.310005 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > floatingip after_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.310381 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > floatingip after_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.310769 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > router after_create 55549900 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.311126 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > router after_update 55549900 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.311504 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > router after_update 55549900 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.311879 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.312315 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > router after_update 55549900 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.312742 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > router precommit_update 55549900 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.321537 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: port after_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.321537 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: port after_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.321537 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: subnet after_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.321537 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.321537 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > port precommit_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.321933 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > router precommit_create 55549900 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.321933 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: port before_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.321933 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > router precommit_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.321933 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > router after_update 55549900 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.322792 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > router precommit_delete 55549900 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.322792 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > router precommit_create 55549900 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.322792 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > router_interface after_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.322792 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > router precommit_update 55549900 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.323088 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > agent after_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.323088 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > agent after_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.323088 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > network after_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.323088 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.quota.resource_registry [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Tracking information for resource: router configured {{(pid=115606) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:44:22.323088 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.quota.resource_registry [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Tracking information for resource: floatingip configured {{(pid=115606) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 31 15:44:22.325395 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.db.l3_agentschedulers_db [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 31 15:44:22.326016 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: port after_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.326417 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: port after_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.326788 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: port after_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.327149 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: port after_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.327994 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > router before_create 55550100 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.328391 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > router precommit_delete 55550100 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.328786 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > router precommit_create 55550100 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.329156 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > router precommit_update 55550100 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.334217 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.services.provider_configuration [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Service providers = [] {{(pid=115606) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 31 15:44:22.334572 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.db.servicetype_db [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=115606) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 31 15:44:22.337628 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.services.service_base [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=115606) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 15:44:22.338591 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.services.service_base [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=115606) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 15:44:22.338967 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.services.service_base [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=115606) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 15:44:22.339919 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.services.service_base [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=115606) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 31 15:44:22.340390 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.services.service_base [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 31 15:44:22.340809 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=115606) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:44:22.341133 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 31 15:44:22.352101 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=115606) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:44:22.352446 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading Plugin: auto_allocate Mar 31 15:44:22.358533 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: network precommit_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.358930 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: network precommit_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.359487 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=115606) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:44:22.359834 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading Plugin: tag Mar 31 15:44:22.379156 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=115606) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:44:22.379512 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading Plugin: timestamp Mar 31 15:44:22.383456 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=115606) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:44:22.383792 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading Plugin: network_ip_availability Mar 31 15:44:22.389736 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.390111 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.390473 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.391226 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=115606) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:44:22.391549 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading Plugin: flavors Mar 31 15:44:22.396212 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=115606) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:44:22.396547 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading Plugin: revisions Mar 31 15:44:22.401394 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=115606) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 31 15:44:22.401782 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_concurrency.lockutils [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.709s {{(pid=115606) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 31 15:44:22.402524 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=115606) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 31 15:44:22.402858 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Initializing extension manager. Mar 31 15:44:22.403379 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: __init__.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.403724 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: __pycache__ {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.404080 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: address_group.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.404832 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.405393 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: address-group Mar 31 15:44:22.405718 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: address_scope.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.406422 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.406926 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: address-scope Mar 31 15:44:22.407248 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: admin_state_down_before_update.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.408348 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.408856 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: router-admin-state-down-before-update Mar 31 15:44:22.409180 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: agent.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.409872 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.410373 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: agent Mar 31 15:44:22.410695 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: agent_resources_synced.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.411596 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.412123 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: agent-resources-synced Mar 31 15:44:22.412450 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: allowedaddresspairs.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.414225 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.414747 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: allowed-address-pairs Mar 31 15:44:22.415075 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: auto_allocated_topology.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.416150 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.416664 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: auto-allocated-topology Mar 31 15:44:22.416992 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: availability_zone.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.417677 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.418177 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: availability_zone Mar 31 15:44:22.418503 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: availability_zone_filter.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.419411 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.419919 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: availability_zone_filter Mar 31 15:44:22.420280 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: data_plane_status.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.421179 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.421681 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension data-plane-status not supported by any of loaded plugins Mar 31 15:44:22.422004 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: default_subnetpools.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.422905 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.423411 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: default-subnetpools Mar 31 15:44:22.423737 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: dhcpagentscheduler.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.424554 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.425067 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: dhcp_agent_scheduler Mar 31 15:44:22.425388 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: dns.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.426289 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.426822 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension dns-integration not supported by any of loaded plugins Mar 31 15:44:22.427145 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: dns_domain_ports.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.428081 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.428593 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 31 15:44:22.428915 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.429821 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.430323 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 31 15:44:22.430646 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: dvr.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.431313 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.431816 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: dvr Mar 31 15:44:22.432160 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: ecmp_routes.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.433061 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.433559 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension ecmp_routes not supported by any of loaded plugins Mar 31 15:44:22.433882 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: empty_string_filtering.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.434782 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.435278 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: empty-string-filtering Mar 31 15:44:22.435598 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.436517 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.437015 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 31 15:44:22.437335 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.438240 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.438743 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 31 15:44:22.439062 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: external_net.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.439962 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.440487 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: external-net Mar 31 15:44:22.440808 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: extra_dhcp_opt.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.441713 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.442214 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: extra_dhcp_opt Mar 31 15:44:22.442535 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: extraroute.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.443427 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.443930 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: extraroute Mar 31 15:44:22.444283 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: extraroute_atomic.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.445294 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.445796 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: extraroute-atomic Mar 31 15:44:22.446117 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: filter_validation.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.446773 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.447777 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: filter-validation Mar 31 15:44:22.448125 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: fip_pf_description.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.449018 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.449527 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 31 15:44:22.450036 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: fip_pf_port_range.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.450742 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.451244 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Mar 31 15:44:22.451566 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: fip_port_details.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.452496 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.453009 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: fip-port-details Mar 31 15:44:22.453325 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: flavors.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.454536 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.455053 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: flavors Mar 31 15:44:22.455379 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.457021 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.457538 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 31 15:44:22.457868 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: floatingip_pools.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.458560 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.459070 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: floatingip-pools Mar 31 15:44:22.459391 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: ip_allocation.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.460328 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.460840 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension ip_allocation not supported by any of loaded plugins Mar 31 15:44:22.461163 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.462064 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.462571 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: ip-substring-filtering Mar 31 15:44:22.463503 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: l2_adjacency.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.464439 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.464942 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension l2_adjacency not supported by any of loaded plugins Mar 31 15:44:22.465264 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: l3.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.467655 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.468223 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: router Mar 31 15:44:22.468564 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: l3_conntrack_helper.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.470752 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.471276 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 31 15:44:22.471613 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.472550 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.473069 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: ext-gw-mode Mar 31 15:44:22.473399 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.474574 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.475085 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: l3-ha Mar 31 15:44:22.475415 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.476347 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.476858 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 31 15:44:22.477186 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: l3_flavors.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.478092 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.478644 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: l3-flavors Mar 31 15:44:22.478985 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: l3_ndp_proxy.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.480350 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.480872 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 31 15:44:22.481199 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.482104 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.482614 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: l3-port-ip-change-not-allowed Mar 31 15:44:22.482940 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: l3agentscheduler.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.483955 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.484489 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: l3_agent_scheduler Mar 31 15:44:22.484820 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: local_ip.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.486611 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.487093 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension local_ip not supported by any of loaded plugins Mar 31 15:44:22.487425 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: logging.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.488909 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.489426 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension logging not supported by any of loaded plugins Mar 31 15:44:22.489758 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: metering.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.490486 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.491064 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: metering Mar 31 15:44:22.491391 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.492488 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.493003 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: metering_source_and_destination_fields Mar 31 15:44:22.493331 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: multiprovidernet.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.494278 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.494788 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: multi-provider Mar 31 15:44:22.495114 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: netmtu.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.496032 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.496563 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: net-mtu Mar 31 15:44:22.496886 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: netmtu_writable.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.497790 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.498292 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: net-mtu-writable Mar 31 15:44:22.498611 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: network_availability_zone.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.499268 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.499769 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: network_availability_zone Mar 31 15:44:22.500114 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: network_ip_availability.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.501213 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.501720 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: network-ip-availability Mar 31 15:44:22.502043 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: network_segment_range.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.502788 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.503284 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension network-segment-range not supported by any of loaded plugins Mar 31 15:44:22.503603 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: pagination.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.504733 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.505064 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: pagination Mar 31 15:44:22.505383 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: port_device_profile.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.506287 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.506795 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: port-device-profile Mar 31 15:44:22.507118 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.508071 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.508577 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: port-mac-address-regenerate Mar 31 15:44:22.508901 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.510335 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.510846 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: port-numa-affinity-policy Mar 31 15:44:22.511167 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: port_resource_request.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.512087 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.512593 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension port-resource-request not supported by any of loaded plugins Mar 31 15:44:22.512912 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: port_resource_request_groups.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.513873 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.514374 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 31 15:44:22.514696 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: portbindings.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.515613 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.516148 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: binding Mar 31 15:44:22.516474 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: portbindings_extended.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.517729 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.518238 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: binding-extended Mar 31 15:44:22.518567 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: portsecurity.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.519474 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.519985 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: port-security Mar 31 15:44:22.520334 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: project_id.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.521310 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.521645 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: project-id Mar 31 15:44:22.521970 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: providernet.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.522882 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.523390 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: provider Mar 31 15:44:22.523714 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: qos.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.527797 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.528346 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension qos not supported by any of loaded plugins Mar 31 15:44:22.528683 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.529935 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.530450 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 31 15:44:22.530786 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.531693 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.532246 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 31 15:44:22.532573 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: qos_default.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.533477 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.533984 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension qos-default not supported by any of loaded plugins Mar 31 15:44:22.534309 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: qos_fip.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.535217 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.535721 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension qos-fip not supported by any of loaded plugins Mar 31 15:44:22.536058 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: qos_fip_network_policy.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.536968 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.537481 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 31 15:44:22.537802 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: qos_gateway_ip.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.538703 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.539208 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 31 15:44:22.539530 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: qos_port_network_policy.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.540474 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.541005 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 31 15:44:22.541327 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.542352 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.542863 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 31 15:44:22.543186 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.544368 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.544882 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 31 15:44:22.545206 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: qos_pps_rule.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.546369 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.546886 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension qos-pps not supported by any of loaded plugins Mar 31 15:44:22.547213 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: qos_rule_type_details.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.548145 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.548658 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 31 15:44:22.548983 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: qos_rule_type_filter.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.549897 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.550409 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Mar 31 15:44:22.550739 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: qos_rules_alias.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.551764 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.552312 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 31 15:44:22.552638 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: quota_check_limit.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.553552 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.554067 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: quota-check-limit Mar 31 15:44:22.554393 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: quotasv2.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.555326 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.555657 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: quotas Mar 31 15:44:22.555976 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: quotasv2_detail.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.557843 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.558188 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: quota_details Mar 31 15:44:22.558523 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: rbac.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.559567 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.560110 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: rbac-policies Mar 31 15:44:22.560447 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: rbac_address_group.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.561368 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.561881 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: rbac-address-group Mar 31 15:44:22.562209 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: rbac_address_scope.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.563120 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.563633 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: rbac-address-scope Mar 31 15:44:22.563960 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: rbac_security_groups.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.564953 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.565466 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: rbac-security-groups Mar 31 15:44:22.565793 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: rbac_subnetpool.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.566692 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.567203 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: rbac-subnetpool Mar 31 15:44:22.567528 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: revisionifmatch.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.568457 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.568967 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: revision-if-match Mar 31 15:44:22.569293 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: revisions.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.570377 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.570898 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: standard-attr-revisions Mar 31 15:44:22.571228 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: router_availability_zone.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.571895 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.572957 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: router_availability_zone Mar 31 15:44:22.573285 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: routerservicetype.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.574202 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.574713 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension router-service-type not supported by any of loaded plugins Mar 31 15:44:22.575041 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.575964 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.576507 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: security-groups-normalized-cidr Mar 31 15:44:22.576835 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: security_groups_port_filtering.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.577747 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.578256 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: port-security-groups-filtering Mar 31 15:44:22.578583 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.579504 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.580014 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: security-groups-remote-address-group Mar 31 15:44:22.580362 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.581275 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.581782 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: security-groups-shared-filtering Mar 31 15:44:22.582107 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.582690 dv-cinder-836028-1-iscsi neutron-server[115606]: WARNING neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 31 15:44:22.583013 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: securitygroup.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.593310 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.593834 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: security-group Mar 31 15:44:22.594168 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: segment.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.594892 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.595402 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension segment not supported by any of loaded plugins Mar 31 15:44:22.595730 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.596689 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.597198 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 31 15:44:22.597523 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: servicetype.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.598626 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.599412 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: service-type Mar 31 15:44:22.599738 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: sorting.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.600743 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.601076 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: sorting Mar 31 15:44:22.601398 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: standard_attr_segment.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.602303 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.602815 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 31 15:44:22.603138 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: standardattrdescription.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.603805 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.604345 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: standard-attr-description Mar 31 15:44:22.604670 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: stateful_security_group.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.605585 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.606096 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: stateful-security-group Mar 31 15:44:22.606420 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: stdattrs_common.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.606984 dv-cinder-836028-1-iscsi neutron-server[115606]: WARNING neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 31 15:44:22.607308 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.608251 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.608774 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 31 15:44:22.609100 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: subnet_onboard.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.610163 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.610683 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: subnet_onboard Mar 31 15:44:22.611009 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.611921 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.612458 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 31 15:44:22.612784 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: subnet_service_types.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.613696 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.614206 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: subnet-service-types Mar 31 15:44:22.614532 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: subnetallocation.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.615599 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.616133 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: subnet_allocation Mar 31 15:44:22.616461 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.617118 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.617621 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: subnetpool-prefix-ops Mar 31 15:44:22.617943 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.618857 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.619389 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 31 15:44:22.619711 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: tagging.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.620798 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.621296 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: standard-attr-tag Mar 31 15:44:22.621624 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: timestamp.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.622810 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.623323 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loaded extension: standard-attr-timestamp Mar 31 15:44:22.623648 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: trunk.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.624694 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.625206 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension trunk not supported by any of loaded plugins Mar 31 15:44:22.625530 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: trunk_details.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.626438 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.626949 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension trunk-details not supported by any of loaded plugins Mar 31 15:44:22.627271 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: uplink_status_propagation.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.628219 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.628728 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 31 15:44:22.629049 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Loading extension file: vlantransparent.py {{(pid=115606) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 31 15:44:22.629709 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=115606) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 31 15:44:22.630219 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extension vlan-transparent not supported by any of loaded plugins Mar 31 15:44:22.632737 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.quota.resource_registry [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Creating instance of TrackedResource for resource:network Mar 31 15:44:22.633257 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.quota.resource_registry [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Creating instance of TrackedResource for resource:subnet Mar 31 15:44:22.633675 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.quota.resource_registry [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 15:44:22.634043 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.quota.resource_registry [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Creating instance of TrackedResource for resource:port Mar 31 15:44:22.635815 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.v2.resource_helper [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:44:22.636291 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.v2.resource_helper [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Service FLAVORS assigned prefix: {{(pid=115606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:44:22.636915 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.v2.resource_helper [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:44:22.637340 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.v2.resource_helper [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:44:22.637681 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.quota.resource_registry [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Creating instance of TrackedResource for resource:router Mar 31 15:44:22.638112 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.quota.resource_registry [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 15:44:22.638612 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.v2.resource_helper [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Service METERING assigned prefix: /metering {{(pid=115606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:44:22.640053 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.640440 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.640794 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=115606) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:44:22.641775 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.quota.resource_registry [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 15:44:22.642220 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.quota.resource_registry [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Creating instance of TrackedResource for resource:security_group Mar 31 15:44:22.642654 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.quota.resource_registry [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 15:44:22.643248 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.v2.resource_helper [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Service CORE assigned prefix: {{(pid=115606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:44:22.643578 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.quota.resource_registry [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 15:44:22.643920 dv-cinder-836028-1-iscsi neutron-server[115606]: WARNING neutron.quota.resource_registry [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] subnetpool is already registered Mar 31 15:44:22.644377 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.v2.resource_helper [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Service CORE assigned prefix: {{(pid=115606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:44:22.644703 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.quota.resource_registry [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 15:44:22.645031 dv-cinder-836028-1-iscsi neutron-server[115606]: WARNING neutron.quota.resource_registry [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] subnetpool is already registered Mar 31 15:44:22.647322 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.v2.resource_helper [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:44:22.647763 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.v2.resource_helper [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Service FLAVORS assigned prefix: {{(pid=115606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:44:22.648377 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.v2.resource_helper [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:44:22.648804 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.v2.resource_helper [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=115606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:44:22.649141 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.quota.resource_registry [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Creating instance of TrackedResource for resource:router Mar 31 15:44:22.649481 dv-cinder-836028-1-iscsi neutron-server[115606]: WARNING neutron.quota.resource_registry [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] router is already registered Mar 31 15:44:22.649895 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.quota.resource_registry [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Creating instance of TrackedResource for resource:floatingip Mar 31 15:44:22.650244 dv-cinder-836028-1-iscsi neutron-server[115606]: WARNING neutron.quota.resource_registry [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] floatingip is already registered Mar 31 15:44:22.651247 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.v2.resource_helper [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Service METERING assigned prefix: /metering {{(pid=115606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:44:22.651913 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.quota.resource_registry [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Creating instance of CountableResource for resource:rbac_policy Mar 31 15:44:22.652272 dv-cinder-836028-1-iscsi neutron-server[115606]: WARNING neutron.quota.resource_registry [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] rbac_policy is already registered Mar 31 15:44:22.652685 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.quota.resource_registry [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Creating instance of TrackedResource for resource:security_group Mar 31 15:44:22.653021 dv-cinder-836028-1-iscsi neutron-server[115606]: WARNING neutron.quota.resource_registry [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] security_group is already registered Mar 31 15:44:22.653426 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.quota.resource_registry [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Creating instance of TrackedResource for resource:security_group_rule Mar 31 15:44:22.653757 dv-cinder-836028-1-iscsi neutron-server[115606]: WARNING neutron.quota.resource_registry [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] security_group_rule is already registered Mar 31 15:44:22.654375 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.v2.resource_helper [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Service CORE assigned prefix: {{(pid=115606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:44:22.654703 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.quota.resource_registry [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 15:44:22.655034 dv-cinder-836028-1-iscsi neutron-server[115606]: WARNING neutron.quota.resource_registry [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] subnetpool is already registered Mar 31 15:44:22.655453 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.v2.resource_helper [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Service CORE assigned prefix: {{(pid=115606) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 31 15:44:22.655778 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.quota.resource_registry [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Creating instance of TrackedResource for resource:subnetpool Mar 31 15:44:22.656204 dv-cinder-836028-1-iscsi neutron-server[115606]: WARNING neutron.quota.resource_registry [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] subnetpool is already registered Mar 31 15:44:22.656674 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: extensions {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.658146 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: address-groups {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.659625 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: address-scopes {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.660960 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: agents {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.662166 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: auto-allocated-topology {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.663400 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: availability_zones {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.664638 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: dhcp-networks {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.666208 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: dhcp-agents {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.667612 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: routers {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.669831 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: flavors {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.670990 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: service_profiles {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.672249 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: next_providers {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.673679 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: service_profiles {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.676144 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: floatingip-pools {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.677372 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: routers {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.679482 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: floatingips {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.680803 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: l3-routers {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.694787 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: l3-agents {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.694787 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: metering-labels {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.694787 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: metering-label-rules {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.694787 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: network-ip-availabilities {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.694787 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: bindings {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.694787 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: quotas {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.694787 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: quotas {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.695287 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: rbac-policies {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.695287 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: security-groups {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.695934 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: security-group-rules {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.697781 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: service-providers {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.698997 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: subnetpools {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.700434 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: subnetpools {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.701903 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: tags {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.703624 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: tags {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.706145 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: tags {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.708085 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: tags {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.710053 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: tags {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.711994 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: tags {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.713978 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: tags {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.715977 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: tags {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.717871 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: tags {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.719879 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron.api.extensions [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Extended resource: tags {{(pid=115606) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 31 15:44:22.726319 dv-cinder-836028-1-iscsi neutron-server[115606]: WARNING keystonemiddleware.auth_token [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 31 15:44:22.731261 dv-cinder-836028-1-iscsi neutron-server[115606]: WARNING keystonemiddleware.auth_token [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 31 15:44:22.740122 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_concurrency.lockutils [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Acquired lock "singleton_lock" {{(pid=115606) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 31 15:44:22.740551 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_concurrency.lockutils [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Releasing lock "singleton_lock" {{(pid=115606) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 31 15:44:22.741198 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO oslo_service.service [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Starting 2 workers Mar 31 15:44:22.746626 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Started child 115719 {{(pid=115606) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 15:44:22.751200 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Started child 115720 {{(pid=115606) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 15:44:22.752202 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:22.754830 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO neutron.service [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Neutron service started, listening on 0.0.0.0:9696 Mar 31 15:44:22.754830 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Publish callbacks [] for process (None), before_spawn {{(pid=115606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:22.755022 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [-] (115719) wsgi starting up on http://0.0.0.0:9696 Mar 31 15:44:22.756068 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO oslo_service.service [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Starting 1 workers Mar 31 15:44:22.756163 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:22.757612 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [-] (115720) wsgi starting up on http://0.0.0.0:9696 Mar 31 15:44:22.762034 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Started child 115721 {{(pid=115606) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 15:44:22.762606 dv-cinder-836028-1-iscsi neutron-server[115606]: INFO oslo_service.service [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Starting 1 workers Mar 31 15:44:22.765888 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.service [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] calling RpcWorker wait() {{(pid=115721) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 31 15:44:22.766423 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.service [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] returning from RpcWorker wait() {{(pid=115721) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 31 15:44:22.767215 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Started child 115722 {{(pid=115606) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 31 15:44:22.767673 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:22.768086 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG neutron_lib.callbacks.manager [None req-1dde0351-6355-4e2a-829c-81f5bda1d869 None None] Publish callbacks [] for process (None), after_spawn {{(pid=115606) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:22.768188 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:22.770074 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115606) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 15:44:22.770282 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 15:44:22.770468 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 15:44:22.770698 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 15:44:22.771045 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 15:44:22.771208 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 15:44:22.771725 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.772002 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.772307 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.772571 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.772838 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.772956 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:22.773445 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.773869 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.774065 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:22.774268 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.774636 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.774884 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.775054 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.775220 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.775507 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.775740 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.776056 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.776331 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.776583 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.776840 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.777011 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.777286 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.777560 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.777818 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.778080 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] debug = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.778331 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.778800 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.779038 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.779274 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.779509 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.779780 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.780008 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.780324 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.780563 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.780798 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.781052 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.781299 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.781531 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.781749 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.782023 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.782258 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.782520 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.782742 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.783176 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] host = dv-cinder-836028-1-iscsi {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.783407 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.783638 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.783864 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.784144 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.784388 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.784645 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.784904 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.785312 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.785465 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.785680 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.785929 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.786163 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.786378 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.786626 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] log_file = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.786790 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] log_options = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.787044 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.787312 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.787557 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.787747 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.787914 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.788088 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.788347 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.788508 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.788763 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.788996 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.789222 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.789458 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.789689 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.789924 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.790209 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.790464 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.790681 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.791043 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.791298 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.791674 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.792009 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.792267 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.792494 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.792710 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.792947 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.793208 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.793659 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.794005 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.794236 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.794495 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.794762 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.794959 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.795195 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.795436 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.795690 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.795916 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.796170 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.796434 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.796756 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.796983 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.797237 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.797491 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.797706 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.798025 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.798711 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.798951 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.799167 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] use_json = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.799401 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.799643 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.799890 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.800126 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.808906 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.808906 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.808906 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.808906 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.808906 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.808906 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.808906 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.808906 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.809508 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.809508 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.809508 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.809508 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.809508 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.809508 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.809508 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.809508 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.810046 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.810046 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.810046 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.810046 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.810046 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.810046 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.810046 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.810046 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.810602 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.810602 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.810602 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.810602 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.810602 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.810602 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.810602 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.810602 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.811210 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.811210 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.811210 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.811427 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.811683 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.811961 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.812220 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.812469 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.812715 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.812938 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.813188 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.813412 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.813961 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.814191 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.814439 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.814662 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.815070 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.815465 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.815723 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.815980 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.816281 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.816521 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.816767 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.816987 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.817208 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.817429 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.817670 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.817919 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.818158 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.818416 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.818731 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.819001 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.819236 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.819451 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.819675 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.819945 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.820195 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.820434 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.820650 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.820889 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.821106 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.821354 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.821575 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.821847 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.822087 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.822945 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.823165 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.823400 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.823647 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.823864 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.824106 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.824325 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.824544 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.824764 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.825001 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.825213 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.825431 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.825670 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.825888 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.826103 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.826342 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.826557 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.826793 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.827145 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.827441 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.827764 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.828014 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.828319 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.828551 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.828810 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.829039 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.829294 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.829515 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.829737 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.829952 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.830232 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.830493 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.830745 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.830970 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.831194 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.831451 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.831678 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.831899 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.832144 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.832402 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.832640 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.832865 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.833145 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.833379 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.833613 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.833852 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.834118 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.834420 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.834662 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.834936 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.835156 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.835686 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.835966 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.836348 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.836639 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.836908 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.837164 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.837432 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.837684 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.837944 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.838180 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.838414 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.838670 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.838918 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.839160 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.839419 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.839653 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.839954 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.840211 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.840454 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.840692 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.840971 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.841205 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.841452 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.841721 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.841969 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.842228 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.842474 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.842708 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.842924 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.843159 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.843388 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.843602 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.843841 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.844105 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.844349 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.844565 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.844780 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.845057 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.845276 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.845497 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.845719 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.845941 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.846162 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.846412 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.846625 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.846846 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.847083 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.847304 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.847522 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.847741 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.847959 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.848236 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.848464 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.848730 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.849240 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.849457 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.849694 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.849924 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.850157 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.850375 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.850680 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.850909 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.851150 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.851364 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.851586 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.851827 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.852084 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.852318 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.852535 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.852771 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.853035 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.853355 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.853620 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.853854 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.854084 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.854322 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.854541 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.854788 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.855005 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.855394 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.855795 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.856022 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.856287 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.856510 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.856731 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.856971 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.857212 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.857454 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.857695 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.857949 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.858167 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.858751 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.858751 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.858939 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.859070 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.859282 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.859652 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.859888 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.860342 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.860342 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.860621 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.860890 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.861179 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.861452 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.861672 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.861927 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.862178 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.862390 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.862623 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.862845 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.863063 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.863273 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.863500 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.863731 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.863943 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.864208 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.864422 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.864654 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.864899 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.865108 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.865460 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.865569 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.865959 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.865959 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.866133 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.866341 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.866551 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.866770 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.866987 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.867196 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.867929 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.867929 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.867929 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.868242 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.868323 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.868478 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.868755 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.869506 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.869733 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.870080 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.870286 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.870542 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.870797 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.871112 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.871348 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.871615 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.871835 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.872398 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.872398 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.872574 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.872884 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.873149 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.873394 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.873634 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.874082 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.874198 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.874460 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.874672 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.874984 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.875327 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.875596 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.875859 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.876146 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.876397 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.876626 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.876846 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.877085 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.877322 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.877540 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.877797 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.878029 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.878254 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.878471 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.878699 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.878918 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.879334 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.879438 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.879588 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.879806 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.879969 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 15:44:22.880534 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=115606) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 31 15:44:22.880697 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 31 15:44:22.880851 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 31 15:44:22.881041 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 31 15:44:22.881212 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 31 15:44:22.881368 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 31 15:44:22.881569 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.881732 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.881896 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.882056 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.882215 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.882395 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.882556 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.882715 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.882875 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.883033 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.883192 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.883351 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.883510 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.883668 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.883827 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.883985 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.884166 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.884327 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.884507 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.884673 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] config_source = [] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.885498 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.885594 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.885691 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] debug = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.885857 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.886066 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.886232 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.886392 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.886551 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.886711 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.886870 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.887028 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.887187 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.887346 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.887506 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.887667 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.887825 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.887982 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.888164 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.888324 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.888483 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.888642 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.888801 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] host = dv-cinder-836028-1-iscsi {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.888961 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.889120 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.889278 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.889436 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.889595 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.889754 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.889913 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.890076 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.890267 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.890409 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.890543 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.890687 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.890820 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] log_dir = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.890966 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] log_file = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.891119 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] log_options = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.891272 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.891436 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.891594 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.891959 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.891959 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.892248 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.892331 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.892518 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.892664 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.892766 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.892864 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.893008 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.893168 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.893330 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.893487 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.893646 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.893807 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.893965 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.894124 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.894282 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.894442 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.894642 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.894768 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.894894 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.895052 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.895210 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.895368 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.895527 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.895685 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.895845 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.896031 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.896169 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.896317 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.896476 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.896637 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.896795 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.896956 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.897114 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.897277 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.897435 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.897592 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.897752 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.897911 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.898068 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.898228 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.898387 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] use_journal = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.898546 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] use_json = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.898705 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.898864 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.899023 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.899182 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.899342 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.899501 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.899660 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.899820 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.899982 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 31 15:44:22.900183 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.900371 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.900882 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.900882 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.900882 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.901125 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.901125 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.901292 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.901443 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.901604 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.901773 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.901935 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.902109 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.902271 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.902436 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.902598 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.902760 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.902921 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.903083 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.903245 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.903406 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.903568 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.903739 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.903900 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.904077 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.904241 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.904405 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.904575 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.904748 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.904912 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.905085 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.905224 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.47/identity {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.905385 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.905547 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.905710 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.905873 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.906079 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.906187 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.906346 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.906503 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.906641 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.906806 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.906967 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.907128 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.907291 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.907454 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.907616 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.907778 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.907939 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.908121 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.908287 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.908450 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.908615 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.908775 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.908937 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.909099 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.909261 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.909433 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.909595 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.909758 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.909920 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.910085 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.910246 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.910408 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.910570 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.910732 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.910895 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.911057 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.911233 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.911393 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.911557 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.911716 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.911879 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.912060 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.912223 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.912384 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.912545 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.912706 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.912867 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.913028 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.913189 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.913349 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.913524 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.913663 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.913819 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.913980 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.914147 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.914306 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.914628 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.914788 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.915087 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.915269 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.915430 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:22.915538 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.915625 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.915751 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.915933 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.916187 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.916292 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.916434 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.916609 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.916765 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.916926 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.917086 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.917265 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.917401 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.917565 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.917727 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.917888 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.918095 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.918217 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.918699 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.918699 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.918699 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.918919 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.918985 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.919126 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.919440 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.919732 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.920054 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.920367 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.920668 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.920877 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.920999 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.921166 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.921340 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.921794 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.921794 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.921960 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.922026 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.922189 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.922336 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.922500 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.922668 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.922812 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.922968 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.923147 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.923407 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.923504 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.923613 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.923950 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.924120 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.924290 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.924445 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.924603 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.924769 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.925043 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.925162 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.925248 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.925388 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.925550 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.925713 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.47/identity {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.925877 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.926041 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.926199 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.926511 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.926678 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.926913 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.927028 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.927186 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.927311 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.927474 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.927638 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.927800 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.927961 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.928149 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.928313 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.928477 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.928670 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.928806 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.928974 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.929137 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.929298 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.929459 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.929790 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.929790 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.929963 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.930085 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.930252 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.930412 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.930573 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.930738 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.930898 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.931061 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.931225 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.931387 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.932094 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.932261 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.932429 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.932593 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.932756 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.932918 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.933080 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.933241 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.933402 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.933586 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.933747 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.933909 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.934073 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.934236 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.934398 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.934560 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.934728 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.934887 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.935052 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.935216 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.935377 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.935542 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.935706 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.935868 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.936051 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.936219 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.936471 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.936637 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.936800 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.936964 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.937126 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.937288 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.937450 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.937612 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.937773 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.937936 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.938100 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.938288 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.938464 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.938626 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.938788 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.938950 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.939117 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.939295 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.939469 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.939632 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.939793 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.939954 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.940148 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.940309 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.940638 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.940797 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.940936 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.941100 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.941263 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.941424 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.941596 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.941836 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.941991 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.942139 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.942289 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.942425 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.942560 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.942691 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.942823 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.942981 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.943144 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.943305 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.943477 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.943638 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.943800 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.943962 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.944230 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.944395 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.944567 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.944730 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.944893 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.945064 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.945226 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.945387 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.945548 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.945721 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.945883 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.946048 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.946210 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.946375 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.946585 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.946726 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.946859 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.947001 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.947194 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.947885 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.948078 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.948254 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:800:849'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.948426 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.948590 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.948759 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.948932 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.949094 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.949257 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.949418 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.949582 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.949744 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.949908 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.950071 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.950233 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.950395 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.950561 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.950723 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.950884 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.951047 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.951209 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.951372 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.951534 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.951695 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.951856 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.952018 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 31 15:44:22.952193 dv-cinder-836028-1-iscsi neutron-server[115606]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=115606) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 31 15:44:23.049152 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 55862) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:23.058283 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [-] 10.222.0.47 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069582 Mar 31 15:44:34.689674 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3b6e2c-4fec-4093-95a8-a1b353dd1f60 None None] get_active_networks_info from dv-cinder-836028-1-iscsi {{(pid=115721) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 31 15:44:34.762231 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3b6e2c-4fec-4093-95a8-a1b353dd1f60 None None] No non-hosted networks {{(pid=115721) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 31 15:44:34.779423 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.agentschedulers_db [None req-3f3b6e2c-4fec-4093-95a8-a1b353dd1f60 None None] DHCP Agent not found on host dv-cinder-836028-1-iscsi {{(pid=115721) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 31 15:44:34.981081 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-454c38f5-820c-46e4-b742-aa277e11405d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-607194'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:36.977270 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-7cffd92a-1477-4e14-aed9-866d6dc5bc98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-607194'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:37.004785 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.db.api [None req-9feb90c1-249b-4b3c-ba89-26efabb5e866 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-836028-1-iscsi {{(pid=115721) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:44:37.005323 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG oslo_db.api [None req-9feb90c1-249b-4b3c-ba89-26efabb5e866 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:44:37.594729 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-9feb90c1-249b-4b3c-ba89-26efabb5e866 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:37.829031 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 55926) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:38.372062 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-607194'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:38.411204 dv-cinder-836028-1-iscsi neutron-server[115720]: WARNING oslo_policy.policy [None req-8f895256-b556-49fd-a489-b32be1b71996 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:44:38.411894 dv-cinder-836028-1-iscsi neutron-server[115720]: WARNING oslo_policy.policy [None req-8f895256-b556-49fd-a489-b32be1b71996 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:44:38.638203 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [None req-8f895256-b556-49fd-a489-b32be1b71996 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=115720) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:44:38.648074 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-8f895256-b556-49fd-a489-b32be1b71996 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.8082390 Mar 31 15:44:39.329220 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-607194'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:41.102972 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-607194'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:41.104339 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:41.104680 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:41.105014 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:41.105342 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:41.105665 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:41.106013 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:41.106335 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:41.106680 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:41.107001 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:41.107316 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:41.107651 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:41.107972 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:41.108332 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:41.108651 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:41.109164 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:41.109558 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-836028-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:41.122184 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-836028-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:44:41.249941 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 55962) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:41.572998 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-9d931353-70c8-4368-a5fd-53e8367733c6 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:44:41.665064 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.policy [None req-9d931353-70c8-4368-a5fd-53e8367733c6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115720) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 15:44:41.707637 dv-cinder-836028-1-iscsi neutron-server[115720]: WARNING oslo_policy.policy [None req-9d931353-70c8-4368-a5fd-53e8367733c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:44:41.708025 dv-cinder-836028-1-iscsi neutron-server[115720]: WARNING oslo_policy.policy [None req-9d931353-70c8-4368-a5fd-53e8367733c6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:44:41.927154 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9d931353-70c8-4368-a5fd-53e8367733c6 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779154670942', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779154670337', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779154654420', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779154659395', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779154637934', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779154331128', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1072703', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1062697', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-362759', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-452885'] for rbac-policy (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:42.239223 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9d931353-70c8-4368-a5fd-53e8367733c6 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:42.244354 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-9d931353-70c8-4368-a5fd-53e8367733c6 admin admin] 10.222.0.47 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.9897256 Mar 31 15:44:43.047078 dv-cinder-836028-1-iscsi neutron-server[115721]: INFO neutron.db.l3_hamode_db [None req-d5d5f100-363d-4806-b5ac-118081631d08 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 31 15:44:43.126697 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d5f100-363d-4806-b5ac-118081631d08 None None] Routers set() bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:44:43.127006 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5d5f100-363d-4806-b5ac-118081631d08 None None] Router IDs set() for agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 31 15:44:44.706912 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 55974) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:45.021592 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:44:45.156823 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Made reservation on behalf of 9b31b236142c4af0b957b31d1b8b483b for: {'network': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:44:45.160590 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for network (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:45.177024 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:45.284273 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Publish callbacks [] for security_group (f5a61491-8b2f-43e5-9614-d82e665ab00a), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:45.391373 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (f5a61491-8b2f-43e5-9614-d82e665ab00a), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:45.422021 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] vlan segment allocate from pool success with {'vlan_id': 813, 'physical_network': 'physnet1'} {{(pid=115720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:44:45.450050 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779152745009', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (6e6e5565-9e0a-4637-b98c-d414c3d1300d), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:45.450674 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Unsubscribe: segment precommit_create {{(pid=115720) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 15:44:45.451199 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.segments_db [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Added segment 6e6e5565-9e0a-4637-b98c-d414c3d1300d of type vlan for network b7c12261-55c2-4a21-816a-720d7ae9dc14 Mar 31 15:44:45.456560 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=f5a61491-8b2f-43e5-9614-d82e665ab00a,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:45.490294 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:45.490633 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:45.494451 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:45.494451 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:45.494451 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:45.494451 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:45.494451 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:45.494874 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:45.494874 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:45.494874 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:45.494874 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:45.494874 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:45.495281 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:45.495281 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:45.495281 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Tracked resource versions report: Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: pushed versions: Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: { 'AddressGroup': {'1.2'}, Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: 'Agent': {'1.1'}, Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: 'ConntrackHelper': {'1.0'}, Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: 'Log': {'1.0'}, Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: 'NDPProxy': {'1.0'}, Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: 'Network': {'1.1'}, Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: 'Port': {'1.7'}, Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: 'PortForwarding': {'1.3'}, Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: 'QosPolicy': {'1.10'}, Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: 'SecurityGroup': {'1.5'}, Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: 'SubPort': {'1.0'}, Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: 'Subnet': {'1.1'}, Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: 'Trunk': {'1.1'}} Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: consumer versions: Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: { DHCP agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: L3 agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: Metadata agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: Metering agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: Open vSwitch agent@dv-cinder-836028-1-iscsi: { 'AddressGroup': '1.2', Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: 'Agent': '1.1', Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: 'ConntrackHelper': '1.0', Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: 'LocalIPAssociation': '1.0', Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: 'Log': '1.0', Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: 'NDPProxy': '1.0', Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: 'Network': '1.1', Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: 'Port': '1.7', Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: 'PortForwarding': '1.3', Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: 'QosPolicy': '1.10', Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: 'SecurityGroup': '1.5', Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: 'SecurityGroupRule': '1.2', Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: 'SubPort': '1.0', Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: 'Subnet': '1.1', Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: 'Trunk': '1.1'}} Mar 31 15:44:45.496629 dv-cinder-836028-1-iscsi neutron-server[115720]: {{(pid=115720) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:44:45.557398 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779152372026'] for network (b7c12261-55c2-4a21-816a-720d7ae9dc14), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:45.683716 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for network (b7c12261-55c2-4a21-816a-720d7ae9dc14), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:45.683716 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:45.683716 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:45.795059 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] Pushing event updated for resources: {'Network': ['ID=b7c12261-55c2-4a21-816a-720d7ae9dc14,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:45.806973 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Network b7c12261-55c2-4a21-816a-720d7ae9dc14 details requested by agent ovs-agent-dv-cinder-836028-1-iscsi with host dv-cinder-836028-1-iscsi {{(pid=115721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:44:45.988170 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-3d712b36-809d-47f9-8add-dc4ba0baecd2 demo demo] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.2800975 Mar 31 15:44:48.505625 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 55986) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:48.907031 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc0c71a3-e0bb-4c47-9890-0f1f2fe987fd demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:48.908369 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-cc0c71a3-e0bb-4c47-9890-0f1f2fe987fd demo admin] 10.222.0.47 "GET /v2.0/networks/b7c12261-55c2-4a21-816a-720d7ae9dc14 HTTP/1.1" status: 200 len: 825 time: 0.4017723 Mar 31 15:44:48.933424 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-bba13166-ec36-4d98-ae41-bae67cff0146 demo admin] 10.222.0.47 "GET /v2.0/subnetpools/6602e9b5-dbe3-4f93-9e24-a00dfca3e49d HTTP/1.1" status: 200 len: 734 time: 0.0193906 Mar 31 15:44:48.941788 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-8922a8b6-a86c-4651-ab01-27f7e8e6e1dc demo admin] Request body: {'subnet': {'subnetpool_id': '6602e9b5-dbe3-4f93-9e24-a00dfca3e49d', 'ip_version': 4, 'network_id': 'b7c12261-55c2-4a21-816a-720d7ae9dc14', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:44:49.068389 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8922a8b6-a86c-4651-ab01-27f7e8e6e1dc demo admin] Made reservation on behalf of 9b31b236142c4af0b957b31d1b8b483b for: {'subnet': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:44:49.070629 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8922a8b6-a86c-4651-ab01-27f7e8e6e1dc demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:49.470787 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8922a8b6-a86c-4651-ab01-27f7e8e6e1dc demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for subnet (b9140a96-d17d-4ddd-a563-3683eb0d8f9e), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:49.541379 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8922a8b6-a86c-4651-ab01-27f7e8e6e1dc demo admin] Pushing event updated for resources: {'Subnet': ['ID=b9140a96-d17d-4ddd-a563-3683eb0d8f9e,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:49.543419 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8922a8b6-a86c-4651-ab01-27f7e8e6e1dc demo admin] Checking segment: {'id': '6e6e5565-9e0a-4637-b98c-d414c3d1300d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b7c12261-55c2-4a21-816a-720d7ae9dc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:44:49.543802 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8922a8b6-a86c-4651-ab01-27f7e8e6e1dc demo admin] Network hostable DHCP agents. Network: b7c12261-55c2-4a21-816a-720d7ae9dc14, hostable agents: ['476c03f2-c716-4e43-9eb8-27eff34871a5'], hosted agents: [] {{(pid=115720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:44:49.658968 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8922a8b6-a86c-4651-ab01-27f7e8e6e1dc demo admin] Network b7c12261-55c2-4a21-816a-720d7ae9dc14 is scheduled to be hosted by DHCP agent 476c03f2-c716-4e43-9eb8-27eff34871a5 with binding_index 1 {{(pid=115720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:44:49.748324 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-8922a8b6-a86c-4651-ab01-27f7e8e6e1dc demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836028-1-iscsi, b7c12261-55c2-4a21-816a-720d7ae9dc14) {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:44:49.753013 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8922a8b6-a86c-4651-ab01-27f7e8e6e1dc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:44:49.753677 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8922a8b6-a86c-4651-ab01-27f7e8e6e1dc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for subnet (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:49.758746 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-255b21ac-d152-4dca-8fd7-c18149008e66 None None] Network b7c12261-55c2-4a21-816a-720d7ae9dc14 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:44:50.114145 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b736d4c-fbbf-5ea4-bffd-281830e71282-b7c12261-55c2-4a21-816a-720d7ae9dc14', 'network_id': 'b7c12261-55c2-4a21-816a-720d7ae9dc14', 'project_id': '9b31b236142c4af0b957b31d1b8b483b', 'fixed_ips': [{'subnet_id': 'b9140a96-d17d-4ddd-a563-3683eb0d8f9e'}]}} from dv-cinder-836028-1-iscsi. {{(pid=115721) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:44:50.115405 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:50.153418 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-8922a8b6-a86c-4651-ab01-27f7e8e6e1dc demo admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.2147713 Mar 31 15:44:50.401288 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.db_base_plugin_common [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Allocated IP 172.20.0.2 (b7c12261-55c2-4a21-816a-720d7ae9dc14/b9140a96-d17d-4ddd-a563-3683eb0d8f9e/8a0c44f4-17bd-4ba2-8439-0a61ccc95256) {{(pid=115721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:44:50.667175 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Publish callbacks [] for port (8a0c44f4-17bd-4ba2-8439-0a61ccc95256), precommit_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:50.794719 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (8a0c44f4-17bd-4ba2-8439-0a61ccc95256), after_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:50.871613 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Network b7c12261-55c2-4a21-816a-720d7ae9dc14 is already hosted by enough agents. {{(pid=115721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:44:50.881239 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.scheduler.base_scheduler [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Resources bound (agent type, host, resource id): {{(pid=115721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:44:50.883641 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Pushing event updated for resources: {'Port': ['ID=8a0c44f4-17bd-4ba2-8439-0a61ccc95256,revision_number=1']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:50.890939 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Received port after_create {{(pid=115721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:44:50.894470 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:50.894817 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:50.895173 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:50.895530 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:50.895865 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:50.896219 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:50.896550 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:50.896876 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:50.897201 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:50.897525 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:50.897851 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:50.898596 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:50.898596 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:50.899365 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:50.899659 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Tracked resource versions report: Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: pushed versions: Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: { 'AddressGroup': {'1.2'}, Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: 'Agent': {'1.1'}, Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: 'ConntrackHelper': {'1.0'}, Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: 'Log': {'1.0'}, Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: 'NDPProxy': {'1.0'}, Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: 'Network': {'1.1'}, Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: 'Port': {'1.7'}, Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: 'PortForwarding': {'1.3'}, Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: 'QosPolicy': {'1.10'}, Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: 'SecurityGroup': {'1.5'}, Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: 'SubPort': {'1.0'}, Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: 'Subnet': {'1.1'}, Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: 'Trunk': {'1.1'}} Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: consumer versions: Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: { DHCP agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: L3 agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: Metadata agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: Metering agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: Open vSwitch agent@dv-cinder-836028-1-iscsi: { 'AddressGroup': '1.2', Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: 'Agent': '1.1', Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: 'ConntrackHelper': '1.0', Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: 'LocalIPAssociation': '1.0', Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: 'Log': '1.0', Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: 'NDPProxy': '1.0', Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: 'Network': '1.1', Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: 'Port': '1.7', Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: 'PortForwarding': '1.3', Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: 'QosPolicy': '1.10', Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: 'SecurityGroup': '1.5', Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: 'SecurityGroupRule': '1.2', Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: 'SubPort': '1.0', Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: 'Subnet': '1.1', Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: 'Trunk': '1.1'}} Mar 31 15:44:50.901070 dv-cinder-836028-1-iscsi neutron-server[115721]: {{(pid=115721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:44:50.975522 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Attempting to bind port 8a0c44f4-17bd-4ba2-8439-0a61ccc95256 on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:44:50.975884 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Attempting to bind port 8a0c44f4-17bd-4ba2-8439-0a61ccc95256 by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': '6e6e5565-9e0a-4637-b98c-d414c3d1300d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b7c12261-55c2-4a21-816a-720d7ae9dc14'}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:44:50.976866 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Attempting to bind port 8a0c44f4-17bd-4ba2-8439-0a61ccc95256 on network b7c12261-55c2-4a21-816a-720d7ae9dc14 {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:44:50.981981 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 44, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:44:50.982357 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Checking segment: {'id': '6e6e5565-9e0a-4637-b98c-d414c3d1300d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b7c12261-55c2-4a21-816a-720d7ae9dc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:44:50.982921 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:50.983310 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Bound using segment: {'id': '6e6e5565-9e0a-4637-b98c-d414c3d1300d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b7c12261-55c2-4a21-816a-720d7ae9dc14'} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:44:50.983776 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Bound port: 8a0c44f4-17bd-4ba2-8439-0a61ccc95256, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6e5565-9e0a-4637-b98c-d414c3d1300d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b7c12261-55c2-4a21-816a-720d7ae9dc14'}}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:44:50.984209 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (8a0c44f4-17bd-4ba2-8439-0a61ccc95256), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:51.046079 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] For port 8a0c44f4-17bd-4ba2-8439-0a61ccc95256, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:44:51.050321 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] For port 8a0c44f4-17bd-4ba2-8439-0a61ccc95256, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=8a0c44f4-17bd-4ba2-8439-0a61ccc95256,segment=NetworkSegment(6e6e5565-9e0a-4637-b98c-d414c3d1300d),segment_id=6e6e5565-9e0a-4637-b98c-d414c3d1300d)] {{(pid=115721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:44:51.168553 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (8a0c44f4-17bd-4ba2-8439-0a61ccc95256), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:51.231288 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3416b1a-d16e-40ee-ad3f-3f34c3451530 None None] Pushing event updated for resources: {'Port': ['ID=8a0c44f4-17bd-4ba2-8439-0a61ccc95256,revision_number=2']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:44:52.672210 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 55994) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:52.984586 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [None req-9834dda9-7d54-495d-818a-6ef1ba86191b admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=115720) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:44:52.985576 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-9834dda9-7d54-495d-818a-6ef1ba86191b admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3124154 Mar 31 15:44:55.527000 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 56002) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:55.839367 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [None req-9f06261d-b300-4db9-b1f0-8afbc7d7cca2 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=115720) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:44:55.840487 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-9f06261d-b300-4db9-b1f0-8afbc7d7cca2 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3124735 Mar 31 15:44:58.420948 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 56010) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:44:58.730816 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-abfa43d6-ec1a-48b0-baba-77ffa6ae25f2 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:44:58.857064 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-abfa43d6-ec1a-48b0-baba-77ffa6ae25f2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-607799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-419'] for router (f471f3ff-21f5-4847-80ab-38f034257466), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:58.858808 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-abfa43d6-ec1a-48b0-baba-77ffa6ae25f2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (f471f3ff-21f5-4847-80ab-38f034257466), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:58.995936 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-abfa43d6-ec1a-48b0-baba-77ffa6ae25f2 demo demo] Publish callbacks [] for router_controller (f471f3ff-21f5-4847-80ab-38f034257466), precommit_add_association {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:59.088937 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-abfa43d6-ec1a-48b0-baba-77ffa6ae25f2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609569'] for router (f471f3ff-21f5-4847-80ab-38f034257466), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:59.192300 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-abfa43d6-ec1a-48b0-baba-77ffa6ae25f2 demo demo] Publish callbacks [] for router (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:44:59.193451 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-abfa43d6-ec1a-48b0-baba-77ffa6ae25f2 demo demo] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7714448 Mar 31 15:45:01.737285 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 56022) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:45:01.754368 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 8a0c44f4-17bd-4ba2-8439-0a61ccc95256 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:45:01.841477 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 8a0c44f4-17bd-4ba2-8439-0a61ccc95256 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:45:01.841825 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (8a0c44f4-17bd-4ba2-8439-0a61ccc95256), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:01.949328 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 8a0c44f4-17bd-4ba2-8439-0a61ccc95256 is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:45:01.949720 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (8a0c44f4-17bd-4ba2-8439-0a61ccc95256), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:01.984574 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] For port 8a0c44f4-17bd-4ba2-8439-0a61ccc95256, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=8a0c44f4-17bd-4ba2-8439-0a61ccc95256,segment=NetworkSegment(6e6e5565-9e0a-4637-b98c-d414c3d1300d),segment_id=6e6e5565-9e0a-4637-b98c-d414c3d1300d)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:45:02.061037 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [None req-67cecd96-5934-4268-8589-03c9ce2dacce admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=115720) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:45:02.062102 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-67cecd96-5934-4268-8589-03c9ce2dacce admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3238816 Mar 31 15:45:02.099199 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (8a0c44f4-17bd-4ba2-8439-0a61ccc95256), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:02.153669 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Pushing event updated for resources: {'Port': ['ID=8a0c44f4-17bd-4ba2-8439-0a61ccc95256,revision_number=3']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:02.506833 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fd3a21-9ec6-4b14-b465-c70a6881b5dd None None] Network b7c12261-55c2-4a21-816a-720d7ae9dc14 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:45:02.626077 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-de3def80-b558-4e5b-b8f3-1f82178f0832 None None] Provisioning complete for port 8a0c44f4-17bd-4ba2-8439-0a61ccc95256 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:45:02.626385 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-de3def80-b558-4e5b-b8f3-1f82178f0832 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (8a0c44f4-17bd-4ba2-8439-0a61ccc95256), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:02.713538 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-de3def80-b558-4e5b-b8f3-1f82178f0832 None None] Current status of the port 8a0c44f4-17bd-4ba2-8439-0a61ccc95256 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:45:02.833649 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-5e5cccdd-1748-46ba-b034-8484119f4f37 None None] Provisioning complete for port 8a0c44f4-17bd-4ba2-8439-0a61ccc95256 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:45:02.834313 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-5e5cccdd-1748-46ba-b034-8484119f4f37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (8a0c44f4-17bd-4ba2-8439-0a61ccc95256), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:02.909047 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-5e5cccdd-1748-46ba-b034-8484119f4f37 None None] Current status of the port 8a0c44f4-17bd-4ba2-8439-0a61ccc95256 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:45:03.709644 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 8a0c44f4-17bd-4ba2-8439-0a61ccc95256 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:45:03.756144 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 8a0c44f4-17bd-4ba2-8439-0a61ccc95256 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:45:03.756530 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (8a0c44f4-17bd-4ba2-8439-0a61ccc95256), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:03.828782 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 8a0c44f4-17bd-4ba2-8439-0a61ccc95256 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:45:04.690296 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 56030) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:45:04.742466 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-70c449a0-dc13-4dd1-bc29-6f23b21f19e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:04.995411 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-a44af5de-69a8-4031-ac0f-ba65bd3815f7 admin admin] Request body: {'network': {'is_default': True, 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:45:05.087225 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a44af5de-69a8-4031-ac0f-ba65bd3815f7 admin admin] Made reservation on behalf of d431ec09f75a43c19d0c5cf74200f9b8 for: {'network': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:45:05.089440 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a44af5de-69a8-4031-ac0f-ba65bd3815f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for network (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:05.097489 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a44af5de-69a8-4031-ac0f-ba65bd3815f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:05.167829 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a44af5de-69a8-4031-ac0f-ba65bd3815f7 admin admin] Publish callbacks [] for security_group (16704e29-0584-408f-bc83-0c75662fdecb), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:05.264201 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a44af5de-69a8-4031-ac0f-ba65bd3815f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (16704e29-0584-408f-bc83-0c75662fdecb), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:05.281754 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-a44af5de-69a8-4031-ac0f-ba65bd3815f7 admin admin] Reserving flat network on physical network physnet1 {{(pid=115720) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 31 15:45:05.297002 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44af5de-69a8-4031-ac0f-ba65bd3815f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16704e29-0584-408f-bc83-0c75662fdecb,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:05.301508 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a44af5de-69a8-4031-ac0f-ba65bd3815f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (80353601-81e8-4247-8e3d-abafa316251d), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:05.301848 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.segments_db [None req-a44af5de-69a8-4031-ac0f-ba65bd3815f7 admin admin] Added segment 80353601-81e8-4247-8e3d-abafa316251d of type flat for network 3b1a5cd5-bca8-4f86-be99-483986f7f547 Mar 31 15:45:05.354271 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a44af5de-69a8-4031-ac0f-ba65bd3815f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779152372026'] for network (3b1a5cd5-bca8-4f86-be99-483986f7f547), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:05.464391 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a44af5de-69a8-4031-ac0f-ba65bd3815f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for network (3b1a5cd5-bca8-4f86-be99-483986f7f547), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:05.465244 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a44af5de-69a8-4031-ac0f-ba65bd3815f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:05.465814 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a44af5de-69a8-4031-ac0f-ba65bd3815f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:05.551062 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44af5de-69a8-4031-ac0f-ba65bd3815f7 admin admin] Pushing event updated for resources: {'Network': ['ID=3b1a5cd5-bca8-4f86-be99-483986f7f547,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:05.561034 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Network 3b1a5cd5-bca8-4f86-be99-483986f7f547 details requested by agent ovs-agent-dv-cinder-836028-1-iscsi with host dv-cinder-836028-1-iscsi {{(pid=115721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:45:05.621723 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-a44af5de-69a8-4031-ac0f-ba65bd3815f7 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9303687 Mar 31 15:45:07.062286 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8d359d50-5b6f-4673-96f5-a2d59d31ce18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:08.149072 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 56046) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:45:08.293352 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:08.433752 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa41f681-a688-4cab-b97b-ebdfc8029540 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:08.435100 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-aa41f681-a688-4cab-b97b-ebdfc8029540 demo admin] 10.222.0.47 "GET /v2.0/subnets/b9140a96-d17d-4ddd-a563-3683eb0d8f9e HTTP/1.1" status: 200 len: 849 time: 0.2850468 Mar 31 15:45:08.558156 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-0d789692-77db-4042-a68d-1b04ba0693c7 demo admin] 10.222.0.47 "GET /v2.0/routers/f471f3ff-21f5-4847-80ab-38f034257466 HTTP/1.1" status: 200 len: 704 time: 0.1172588 Mar 31 15:45:08.826577 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-dcdd5101-1cb0-48b6-b8b6-b59d7af2c230 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:09.157152 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_common [None req-dcdd5101-1cb0-48b6-b8b6-b59d7af2c230 demo admin] Allocated IP 172.20.0.1 (b7c12261-55c2-4a21-816a-720d7ae9dc14/b9140a96-d17d-4ddd-a563-3683eb0d8f9e/80e0af8f-af0b-4f36-9219-9c2c7e8d0908) {{(pid=115720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:45:09.292875 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:09.308592 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-dcdd5101-1cb0-48b6-b8b6-b59d7af2c230 demo admin] Publish callbacks [] for port (80e0af8f-af0b-4f36-9219-9c2c7e8d0908), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:09.493938 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-dcdd5101-1cb0-48b6-b8b6-b59d7af2c230 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (80e0af8f-af0b-4f36-9219-9c2c7e8d0908), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:09.567204 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdd5101-1cb0-48b6-b8b6-b59d7af2c230 demo admin] Network b7c12261-55c2-4a21-816a-720d7ae9dc14 is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:45:09.574649 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-dcdd5101-1cb0-48b6-b8b6-b59d7af2c230 demo admin] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:45:09.579350 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcdd5101-1cb0-48b6-b8b6-b59d7af2c230 demo admin] Received port after_create {{(pid=115720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:45:09.580302 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-dcdd5101-1cb0-48b6-b8b6-b59d7af2c230 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606710'] for router_interface (f471f3ff-21f5-4847-80ab-38f034257466), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:09.598734 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd5101-1cb0-48b6-b8b6-b59d7af2c230 demo admin] Pushing event updated for resources: {'Port': ['ID=80e0af8f-af0b-4f36-9219-9c2c7e8d0908,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:09.770882 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-25db625a-f553-4834-99cd-53bee2258c06 None None] Provisioning complete for port 80e0af8f-af0b-4f36-9219-9c2c7e8d0908 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:45:09.771406 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-25db625a-f553-4834-99cd-53bee2258c06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (80e0af8f-af0b-4f36-9219-9c2c7e8d0908), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:09.843565 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-25db625a-f553-4834-99cd-53bee2258c06 None None] Port 80e0af8f-af0b-4f36-9219-9c2c7e8d0908 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:45:09.960384 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-dcdd5101-1cb0-48b6-b8b6-b59d7af2c230 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (80e0af8f-af0b-4f36-9219-9c2c7e8d0908), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:10.166023 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-dcdd5101-1cb0-48b6-b8b6-b59d7af2c230 demo admin] Publish callbacks [] for port (80e0af8f-af0b-4f36-9219-9c2c7e8d0908), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:10.270008 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-dcdd5101-1cb0-48b6-b8b6-b59d7af2c230 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (80e0af8f-af0b-4f36-9219-9c2c7e8d0908), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:10.270778 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-dcdd5101-1cb0-48b6-b8b6-b59d7af2c230 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606562'] for router_interface (f471f3ff-21f5-4847-80ab-38f034257466), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:10.350355 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd5101-1cb0-48b6-b8b6-b59d7af2c230 demo admin] Pushing event updated for resources: {'Port': ['ID=80e0af8f-af0b-4f36-9219-9c2c7e8d0908,revision_number=2']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:10.395004 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcdd5101-1cb0-48b6-b8b6-b59d7af2c230 demo admin] Network b7c12261-55c2-4a21-816a-720d7ae9dc14 is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:45:10.396281 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-dcdd5101-1cb0-48b6-b8b6-b59d7af2c230 demo admin] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:45:10.647465 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcdd5101-1cb0-48b6-b8b6-b59d7af2c230 demo admin] Router f471f3ff-21f5-4847-80ab-38f034257466 is scheduled to L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f with binding_index 1 {{(pid=115720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:45:10.743344 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcdd5101-1cb0-48b6-b8b6-b59d7af2c230 demo admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:45:10.748859 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-dcdd5101-1cb0-48b6-b8b6-b59d7af2c230 demo admin] 10.222.0.47 "PUT /v2.0/routers/f471f3ff-21f5-4847-80ab-38f034257466/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.1855564 Mar 31 15:45:10.753087 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79660fd-d128-4b94-b18b-f8ee7df8e287 None None] Sync routers for ids ['f471f3ff-21f5-4847-80ab-38f034257466'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:45:10.766230 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79660fd-d128-4b94-b18b-f8ee7df8e287 None None] Routers {'f471f3ff-21f5-4847-80ab-38f034257466'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:45:10.766989 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-b79660fd-d128-4b94-b18b-f8ee7df8e287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:45:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['f471f3ff-21f5-4847-80ab-38f034257466'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:10.785013 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-bb4877f7-4713-4c13-b5f2-8bdd724ec45b None None] Provisioning complete for port 80e0af8f-af0b-4f36-9219-9c2c7e8d0908 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:45:10.785635 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-bb4877f7-4713-4c13-b5f2-8bdd724ec45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (80e0af8f-af0b-4f36-9219-9c2c7e8d0908), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:10.825061 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-bb4877f7-4713-4c13-b5f2-8bdd724ec45b None None] Port 80e0af8f-af0b-4f36-9219-9c2c7e8d0908 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:45:10.964391 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-b79660fd-d128-4b94-b18b-f8ee7df8e287 None None] Set router f471f3ff-21f5-4847-80ab-38f034257466 gateway port host: None {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:45:11.104569 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:11.400652 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-b79660fd-d128-4b94-b18b-f8ee7df8e287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f471f3ff-21f5-4847-80ab-38f034257466', 'name': 'router1', 'tenant_id': '9b31b236142c4af0b957b31d1b8b483b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:58Z', 'updated_at': '2022-03-31T15:45:09Z', 'revision_number': 2, 'project_id': '9b31b236142c4af0b957b31d1b8b483b', 'gw_port_host': None, '_interfaces': [{'id': '80e0af8f-af0b-4f36-9219-9c2c7e8d0908', 'name': '', 'network_id': 'b7c12261-55c2-4a21-816a-720d7ae9dc14', 'tenant_id': '9b31b236142c4af0b957b31d1b8b483b', 'mac_address': 'fa:16:3e:6f:a2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f471f3ff-21f5-4847-80ab-38f034257466', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9140a96-d17d-4ddd-a563-3683eb0d8f9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:08Z', 'updated_at': '2022-03-31T15:45:10Z', 'revision_number': 2, 'project_id': '9b31b236142c4af0b957b31d1b8b483b', 'subnets': [{'id': 'b9140a96-d17d-4ddd-a563-3683eb0d8f9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6602e9b5-dbe3-4f93-9e24-a00dfca3e49d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:11.452233 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79660fd-d128-4b94-b18b-f8ee7df8e287 None None] Checking router: f471f3ff-21f5-4847-80ab-38f034257466 for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:45:11.452616 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79660fd-d128-4b94-b18b-f8ee7df8e287 None None] Updating router f471f3ff-21f5-4847-80ab-38f034257466 port 80e0af8f-af0b-4f36-9219-9c2c7e8d0908 binding host dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:45:11.505563 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-b79660fd-d128-4b94-b18b-f8ee7df8e287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (80e0af8f-af0b-4f36-9219-9c2c7e8d0908), before_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:12.012744 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-b79660fd-d128-4b94-b18b-f8ee7df8e287 None None] Publish callbacks [] for port (80e0af8f-af0b-4f36-9219-9c2c7e8d0908), precommit_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:12.115805 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-b79660fd-d128-4b94-b18b-f8ee7df8e287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (80e0af8f-af0b-4f36-9219-9c2c7e8d0908), after_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:12.287483 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85792a8e-8166-4960-ab54-dc47a1786717 None None] Pushing event updated for resources: {'Port': ['ID=80e0af8f-af0b-4f36-9219-9c2c7e8d0908,revision_number=3']} {{(pid=115722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:12.300928 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-b79660fd-d128-4b94-b18b-f8ee7df8e287 None None] Attempting to bind port 80e0af8f-af0b-4f36-9219-9c2c7e8d0908 on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:45:12.301341 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-b79660fd-d128-4b94-b18b-f8ee7df8e287 None None] Attempting to bind port 80e0af8f-af0b-4f36-9219-9c2c7e8d0908 by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': '6e6e5565-9e0a-4637-b98c-d414c3d1300d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b7c12261-55c2-4a21-816a-720d7ae9dc14'}] {{(pid=115722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:45:12.301808 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79660fd-d128-4b94-b18b-f8ee7df8e287 None None] Attempting to bind port 80e0af8f-af0b-4f36-9219-9c2c7e8d0908 on network b7c12261-55c2-4a21-816a-720d7ae9dc14 {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:45:12.305622 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85792a8e-8166-4960-ab54-dc47a1786717 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:12.305970 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85792a8e-8166-4960-ab54-dc47a1786717 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:12.306331 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85792a8e-8166-4960-ab54-dc47a1786717 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:12.306687 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85792a8e-8166-4960-ab54-dc47a1786717 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:12.307028 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85792a8e-8166-4960-ab54-dc47a1786717 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:12.307356 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85792a8e-8166-4960-ab54-dc47a1786717 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:12.307682 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85792a8e-8166-4960-ab54-dc47a1786717 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:12.308005 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85792a8e-8166-4960-ab54-dc47a1786717 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:12.308359 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85792a8e-8166-4960-ab54-dc47a1786717 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:12.308683 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85792a8e-8166-4960-ab54-dc47a1786717 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:12.309009 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85792a8e-8166-4960-ab54-dc47a1786717 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:12.309346 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85792a8e-8166-4960-ab54-dc47a1786717 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:12.309671 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85792a8e-8166-4960-ab54-dc47a1786717 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:12.309992 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85792a8e-8166-4960-ab54-dc47a1786717 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:12.310311 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85792a8e-8166-4960-ab54-dc47a1786717 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85792a8e-8166-4960-ab54-dc47a1786717 None None] Tracked resource versions report: Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: pushed versions: Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: { 'AddressGroup': {'1.2'}, Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: 'Agent': {'1.1'}, Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: 'ConntrackHelper': {'1.0'}, Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: 'Log': {'1.0'}, Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: 'NDPProxy': {'1.0'}, Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: 'Network': {'1.1'}, Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: 'Port': {'1.7'}, Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: 'PortForwarding': {'1.3'}, Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: 'QosPolicy': {'1.10'}, Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: 'SecurityGroup': {'1.5'}, Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: 'SubPort': {'1.0'}, Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: 'Subnet': {'1.1'}, Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: 'Trunk': {'1.1'}} Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: consumer versions: Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: { DHCP agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: L3 agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: Metadata agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: Metering agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: Open vSwitch agent@dv-cinder-836028-1-iscsi: { 'AddressGroup': '1.2', Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: 'Agent': '1.1', Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: 'ConntrackHelper': '1.0', Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: 'LocalIPAssociation': '1.0', Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: 'Log': '1.0', Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: 'NDPProxy': '1.0', Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: 'Network': '1.1', Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: 'Port': '1.7', Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: 'PortForwarding': '1.3', Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: 'QosPolicy': '1.10', Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: 'SecurityGroup': '1.5', Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: 'SecurityGroupRule': '1.2', Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: 'SubPort': '1.0', Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: 'Subnet': '1.1', Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: 'Trunk': '1.1'}} Mar 31 15:45:12.311726 dv-cinder-836028-1-iscsi neutron-server[115722]: {{(pid=115722) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:45:12.316554 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79660fd-d128-4b94-b18b-f8ee7df8e287 None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:45:12.316955 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79660fd-d128-4b94-b18b-f8ee7df8e287 None None] Checking segment: {'id': '6e6e5565-9e0a-4637-b98c-d414c3d1300d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b7c12261-55c2-4a21-816a-720d7ae9dc14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:45:12.317445 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-b79660fd-d128-4b94-b18b-f8ee7df8e287 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:12.317830 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b79660fd-d128-4b94-b18b-f8ee7df8e287 None None] Bound using segment: {'id': '6e6e5565-9e0a-4637-b98c-d414c3d1300d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b7c12261-55c2-4a21-816a-720d7ae9dc14'} {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:45:12.318294 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-b79660fd-d128-4b94-b18b-f8ee7df8e287 None None] Bound port: 80e0af8f-af0b-4f36-9219-9c2c7e8d0908, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e6e5565-9e0a-4637-b98c-d414c3d1300d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 813, 'network_id': 'b7c12261-55c2-4a21-816a-720d7ae9dc14'}}] {{(pid=115722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:45:12.318673 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-b79660fd-d128-4b94-b18b-f8ee7df8e287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (80e0af8f-af0b-4f36-9219-9c2c7e8d0908), before_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:12.354316 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-9f90581c-c3f7-49b6-aa19-868b6fff4bec None None] Provisioning complete for port 80e0af8f-af0b-4f36-9219-9c2c7e8d0908 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:45:12.355278 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-9f90581c-c3f7-49b6-aa19-868b6fff4bec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (80e0af8f-af0b-4f36-9219-9c2c7e8d0908), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:12.391076 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.db [None req-b79660fd-d128-4b94-b18b-f8ee7df8e287 None None] For port 80e0af8f-af0b-4f36-9219-9c2c7e8d0908, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:45:12.392389 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-9f90581c-c3f7-49b6-aa19-868b6fff4bec None None] Port 80e0af8f-af0b-4f36-9219-9c2c7e8d0908 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:45:12.411322 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.db [None req-b79660fd-d128-4b94-b18b-f8ee7df8e287 None None] For port 80e0af8f-af0b-4f36-9219-9c2c7e8d0908, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=80e0af8f-af0b-4f36-9219-9c2c7e8d0908,segment=NetworkSegment(6e6e5565-9e0a-4637-b98c-d414c3d1300d),segment_id=6e6e5565-9e0a-4637-b98c-d414c3d1300d)] {{(pid=115722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:45:12.513731 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-b79660fd-d128-4b94-b18b-f8ee7df8e287 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (80e0af8f-af0b-4f36-9219-9c2c7e8d0908), after_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:12.572389 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b79660fd-d128-4b94-b18b-f8ee7df8e287 None None] Routers {'f471f3ff-21f5-4847-80ab-38f034257466'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:45:12.573024 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-b79660fd-d128-4b94-b18b-f8ee7df8e287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:45:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['f471f3ff-21f5-4847-80ab-38f034257466'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:12.638168 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85792a8e-8166-4960-ab54-dc47a1786717 None None] Pushing event updated for resources: {'Port': ['ID=80e0af8f-af0b-4f36-9219-9c2c7e8d0908,revision_number=4']} {{(pid=115722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:12.674531 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-b79660fd-d128-4b94-b18b-f8ee7df8e287 None None] Set router f471f3ff-21f5-4847-80ab-38f034257466 gateway port host: None {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:45:12.713532 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-735fdbd6-3d58-462e-9677-6afdc296e39d None None] Provisioning complete for port 80e0af8f-af0b-4f36-9219-9c2c7e8d0908 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:45:12.714249 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-735fdbd6-3d58-462e-9677-6afdc296e39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (80e0af8f-af0b-4f36-9219-9c2c7e8d0908), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:12.791744 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-735fdbd6-3d58-462e-9677-6afdc296e39d None None] Current status of the port 80e0af8f-af0b-4f36-9219-9c2c7e8d0908 is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:45:12.792547 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-735fdbd6-3d58-462e-9677-6afdc296e39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (80e0af8f-af0b-4f36-9219-9c2c7e8d0908), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:12.828972 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-735fdbd6-3d58-462e-9677-6afdc296e39d None None] For port 80e0af8f-af0b-4f36-9219-9c2c7e8d0908, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=80e0af8f-af0b-4f36-9219-9c2c7e8d0908,segment=NetworkSegment(6e6e5565-9e0a-4637-b98c-d414c3d1300d),segment_id=6e6e5565-9e0a-4637-b98c-d414c3d1300d)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:45:12.890446 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-b79660fd-d128-4b94-b18b-f8ee7df8e287 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f471f3ff-21f5-4847-80ab-38f034257466', 'name': 'router1', 'tenant_id': '9b31b236142c4af0b957b31d1b8b483b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:58Z', 'updated_at': '2022-03-31T15:45:09Z', 'revision_number': 2, 'project_id': '9b31b236142c4af0b957b31d1b8b483b', 'gw_port_host': None, '_interfaces': [{'id': '80e0af8f-af0b-4f36-9219-9c2c7e8d0908', 'name': '', 'network_id': 'b7c12261-55c2-4a21-816a-720d7ae9dc14', 'tenant_id': '9b31b236142c4af0b957b31d1b8b483b', 'mac_address': 'fa:16:3e:6f:a2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f471f3ff-21f5-4847-80ab-38f034257466', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9140a96-d17d-4ddd-a563-3683eb0d8f9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:08Z', 'updated_at': '2022-03-31T15:45:12Z', 'revision_number': 4, 'project_id': '9b31b236142c4af0b957b31d1b8b483b', 'subnets': [{'id': 'b9140a96-d17d-4ddd-a563-3683eb0d8f9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6602e9b5-dbe3-4f93-9e24-a00dfca3e49d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:12.916831 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b79660fd-d128-4b94-b18b-f8ee7df8e287 None None] The sync data for ids ['f471f3ff-21f5-4847-80ab-38f034257466'] in dv-cinder-836028-1-iscsi is: [{'id': 'f471f3ff-21f5-4847-80ab-38f034257466', 'name': 'router1', 'tenant_id': '9b31b236142c4af0b957b31d1b8b483b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:58Z', 'updated_at': '2022-03-31T15:45:09Z', 'revision_number': 2, 'project_id': '9b31b236142c4af0b957b31d1b8b483b', 'gw_port_host': None, '_interfaces': [{'id': '80e0af8f-af0b-4f36-9219-9c2c7e8d0908', 'name': '', 'network_id': 'b7c12261-55c2-4a21-816a-720d7ae9dc14', 'tenant_id': '9b31b236142c4af0b957b31d1b8b483b', 'mac_address': 'fa:16:3e:6f:a2:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f471f3ff-21f5-4847-80ab-38f034257466', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9140a96-d17d-4ddd-a563-3683eb0d8f9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:08Z', 'updated_at': '2022-03-31T15:45:12Z', 'revision_number': 4, 'project_id': '9b31b236142c4af0b957b31d1b8b483b', 'subnets': [{'id': 'b9140a96-d17d-4ddd-a563-3683eb0d8f9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6602e9b5-dbe3-4f93-9e24-a00dfca3e49d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:45:12.944553 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-735fdbd6-3d58-462e-9677-6afdc296e39d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (80e0af8f-af0b-4f36-9219-9c2c7e8d0908), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:12.997074 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735fdbd6-3d58-462e-9677-6afdc296e39d None None] Pushing event updated for resources: {'Port': ['ID=80e0af8f-af0b-4f36-9219-9c2c7e8d0908,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:13.213622 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 56066) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:45:13.323545 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de59c20d-16bd-4c72-a194-8f03b8ddfab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:13.324925 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-de59c20d-16bd-4c72-a194-8f03b8ddfab3 admin admin] 10.222.0.47 "GET /v2.0/networks/3b1a5cd5-bca8-4f86-be99-483986f7f547 HTTP/1.1" status: 200 len: 842 time: 0.1104269 Mar 31 15:45:13.334036 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-dd93b026-a8aa-4abe-bd3c-8dae4bb5d4af admin admin] Request body: {'subnet': {'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.27.0.1', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'cidr': '172.27.0.0/24', 'enable_dhcp': False}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:45:13.504609 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd93b026-a8aa-4abe-bd3c-8dae4bb5d4af admin admin] Made reservation on behalf of d431ec09f75a43c19d0c5cf74200f9b8 for: {'subnet': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:45:13.506819 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-dd93b026-a8aa-4abe-bd3c-8dae4bb5d4af admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:13.951902 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.objects.ports [None req-dd93b026-a8aa-4abe-bd3c-8dae4bb5d4af admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=115720) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 31 15:45:13.952365 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-dd93b026-a8aa-4abe-bd3c-8dae4bb5d4af admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for subnet (c4390997-9a11-4c24-ae70-32af92bbcdb2), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:14.009472 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd93b026-a8aa-4abe-bd3c-8dae4bb5d4af admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4390997-9a11-4c24-ae70-32af92bbcdb2,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:14.016534 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd93b026-a8aa-4abe-bd3c-8dae4bb5d4af admin admin] Checking segment: {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:45:14.016738 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd93b026-a8aa-4abe-bd3c-8dae4bb5d4af admin admin] Network hostable DHCP agents. Network: 3b1a5cd5-bca8-4f86-be99-483986f7f547, hostable agents: ['476c03f2-c716-4e43-9eb8-27eff34871a5'], hosted agents: [] {{(pid=115720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:45:14.121394 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd93b026-a8aa-4abe-bd3c-8dae4bb5d4af admin admin] Network 3b1a5cd5-bca8-4f86-be99-483986f7f547 is scheduled to be hosted by DHCP agent 476c03f2-c716-4e43-9eb8-27eff34871a5 with binding_index 1 {{(pid=115720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:45:14.250392 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-dd93b026-a8aa-4abe-bd3c-8dae4bb5d4af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836028-1-iscsi, 3b1a5cd5-bca8-4f86-be99-483986f7f547) {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:45:14.255115 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd93b026-a8aa-4abe-bd3c-8dae4bb5d4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:14.255835 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-dd93b026-a8aa-4abe-bd3c-8dae4bb5d4af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for subnet (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:14.259881 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83264e82-3dda-498e-ab08-6a8a0beda33a None None] Network 3b1a5cd5-bca8-4f86-be99-483986f7f547 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:45:14.356762 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e80668-0002-411f-8b42-0bf55585076d None None] Network 3b1a5cd5-bca8-4f86-be99-483986f7f547 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:45:14.409266 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-dd93b026-a8aa-4abe-bd3c-8dae4bb5d4af admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0780251 Mar 31 15:45:16.799326 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 56076) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:45:16.950625 dv-cinder-836028-1-iscsi neutron-server[115719]: WARNING oslo_policy.policy [None req-d3e432dc-ae48-44a3-930f-a9e6851650d3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:45:16.951228 dv-cinder-836028-1-iscsi neutron-server[115719]: WARNING oslo_policy.policy [None req-d3e432dc-ae48-44a3-930f-a9e6851650d3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:45:17.245668 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.policy [None req-d3e432dc-ae48-44a3-930f-a9e6851650d3 demo admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=115719) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 31 15:45:17.289929 dv-cinder-836028-1-iscsi neutron-server[115719]: WARNING oslo_policy.policy [None req-d3e432dc-ae48-44a3-930f-a9e6851650d3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:45:17.290315 dv-cinder-836028-1-iscsi neutron-server[115719]: WARNING oslo_policy.policy [None req-d3e432dc-ae48-44a3-930f-a9e6851650d3 demo admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 31 15:45:17.539785 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-d3e432dc-ae48-44a3-930f-a9e6851650d3 demo admin] 10.222.0.47 "GET /v2.0/routers/f471f3ff-21f5-4847-80ab-38f034257466 HTTP/1.1" status: 200 len: 710 time: 0.7383146 Mar 31 15:45:17.727800 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a11159a-1cf5-4ee5-a887-f36ecbeb7b22 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:45:17.729576 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-9a11159a-1cf5-4ee5-a887-f36ecbeb7b22 demo admin] 10.222.0.47 "GET /v2.0/networks/3b1a5cd5-bca8-4f86-be99-483986f7f547 HTTP/1.1" status: 200 len: 886 time: 0.1843116 Mar 31 15:45:17.738558 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:45:18.002023 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Publish callbacks [] for router_gateway (f471f3ff-21f5-4847-80ab-38f034257466), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:18.349673 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Publish callbacks [] for router_gateway (f471f3ff-21f5-4847-80ab-38f034257466), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:18.430816 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:18.615779 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Allocated IP 172.27.0.163 (3b1a5cd5-bca8-4f86-be99-483986f7f547/c4390997-9a11-4c24-ae70-32af92bbcdb2/d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:45:18.732912 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Publish callbacks [] for port (d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:19.024903 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:19.065365 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Network 3b1a5cd5-bca8-4f86-be99-483986f7f547 is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:45:19.066837 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:45:19.137151 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:45:19.143181 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Pushing event updated for resources: {'Port': ['ID=d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:19.206981 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:19.207327 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:19.207689 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:19.208047 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:19.208386 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:19.208714 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:19.209038 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:19.209362 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:19.209698 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:19.210056 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:19.210381 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:19.210715 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:19.211039 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:19.211355 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:19.211672 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Tracked resource versions report: Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: pushed versions: Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: { 'AddressGroup': {'1.2'}, Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: 'Agent': {'1.1'}, Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: 'ConntrackHelper': {'1.0'}, Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: 'Log': {'1.0'}, Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: 'NDPProxy': {'1.0'}, Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: 'Network': {'1.1'}, Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: 'Port': {'1.7'}, Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: 'PortForwarding': {'1.3'}, Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: 'QosPolicy': {'1.10'}, Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: 'SecurityGroup': {'1.5'}, Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: 'SubPort': {'1.0'}, Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: 'Subnet': {'1.1'}, Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: 'Trunk': {'1.1'}} Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: consumer versions: Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: { DHCP agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: L3 agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: Metadata agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: Metering agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: Open vSwitch agent@dv-cinder-836028-1-iscsi: { 'AddressGroup': '1.2', Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: 'Agent': '1.1', Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: 'ConntrackHelper': '1.0', Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: 'LocalIPAssociation': '1.0', Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: 'Log': '1.0', Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: 'NDPProxy': '1.0', Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: 'Network': '1.1', Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: 'Port': '1.7', Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: 'PortForwarding': '1.3', Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: 'QosPolicy': '1.10', Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: 'SecurityGroup': '1.5', Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: 'SecurityGroupRule': '1.2', Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: 'SubPort': '1.0', Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: 'Subnet': '1.1', Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: 'Trunk': '1.1'}} Mar 31 15:45:19.213052 dv-cinder-836028-1-iscsi neutron-server[115719]: {{(pid=115719) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:45:19.532532 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Publish callbacks [] for router_gateway (f471f3ff-21f5-4847-80ab-38f034257466), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:19.761674 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 80e0af8f-af0b-4f36-9219-9c2c7e8d0908 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:45:19.791835 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-609732', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-620981', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-388'] for router (f471f3ff-21f5-4847-80ab-38f034257466), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:19.797221 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-609747', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-609754', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-620988'] for router (f471f3ff-21f5-4847-80ab-38f034257466), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:19.812957 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 80e0af8f-af0b-4f36-9219-9c2c7e8d0908 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:45:19.814751 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (80e0af8f-af0b-4f36-9219-9c2c7e8d0908), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:19.895593 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 80e0af8f-af0b-4f36-9219-9c2c7e8d0908 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:45:19.914200 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Router f471f3ff-21f5-4847-80ab-38f034257466 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:45:20.021515 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:45:20.026479 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] Publish callbacks [] for router (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:20.027678 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-d9cbb80f-7386-4604-99a1-a4f0733a51c3 demo admin] 10.222.0.47 "PUT /v2.0/routers/f471f3ff-21f5-4847-80ab-38f034257466 HTTP/1.1" status: 200 len: 890 time: 2.2924898 Mar 31 15:45:21.565958 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33b219a-1293-4147-b295-8d68069689c5 None None] Sync routers for ids ['f471f3ff-21f5-4847-80ab-38f034257466'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:45:21.577971 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33b219a-1293-4147-b295-8d68069689c5 None None] Routers {'f471f3ff-21f5-4847-80ab-38f034257466'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:45:21.578778 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-b33b219a-1293-4147-b295-8d68069689c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:45:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['f471f3ff-21f5-4847-80ab-38f034257466'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:21.796311 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-b33b219a-1293-4147-b295-8d68069689c5 None None] Set router f471f3ff-21f5-4847-80ab-38f034257466 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:45:22.338507 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-b33b219a-1293-4147-b295-8d68069689c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f471f3ff-21f5-4847-80ab-38f034257466', 'name': 'router1', 'tenant_id': '9b31b236142c4af0b957b31d1b8b483b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'd3cbfc0b-a379-4b6c-8c14-a0e6c583c84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:58Z', 'updated_at': '2022-03-31T15:45:19Z', 'revision_number': 4, 'project_id': '9b31b236142c4af0b957b31d1b8b483b', 'gw_port': {'id': 'd3cbfc0b-a379-4b6c-8c14-a0e6c583c84a', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f471f3ff-21f5-4847-80ab-38f034257466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:18Z', 'updated_at': '2022-03-31T15:45:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '80e0af8f-af0b-4f36-9219-9c2c7e8d0908', 'name': '', 'network_id': 'b7c12261-55c2-4a21-816a-720d7ae9dc14', 'tenant_id': '9b31b236142c4af0b957b31d1b8b483b', 'mac_address': 'fa:16:3e:6f:a2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f471f3ff-21f5-4847-80ab-38f034257466', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9140a96-d17d-4ddd-a563-3683eb0d8f9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:08Z', 'updated_at': '2022-03-31T15:45:12Z', 'revision_number': 5, 'project_id': '9b31b236142c4af0b957b31d1b8b483b', 'subnets': [{'id': 'b9140a96-d17d-4ddd-a563-3683eb0d8f9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6602e9b5-dbe3-4f93-9e24-a00dfca3e49d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:22.387348 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33b219a-1293-4147-b295-8d68069689c5 None None] Checking router: f471f3ff-21f5-4847-80ab-38f034257466 for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:45:22.387729 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33b219a-1293-4147-b295-8d68069689c5 None None] Updating router f471f3ff-21f5-4847-80ab-38f034257466 port d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a binding host dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:45:22.440582 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-b33b219a-1293-4147-b295-8d68069689c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:22.512513 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 56100) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:45:22.648063 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-fec48885-0fab-43e7-94a7-d8e10d8507fa admin admin] 10.222.0.47 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1200063 Mar 31 15:45:22.762070 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-b33b219a-1293-4147-b295-8d68069689c5 None None] Publish callbacks [] for port (d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a), precommit_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:22.909487 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-b33b219a-1293-4147-b295-8d68069689c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:22.962393 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-b33b219a-1293-4147-b295-8d68069689c5 None None] Attempting to bind port d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:45:22.962766 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-b33b219a-1293-4147-b295-8d68069689c5 None None] Attempting to bind port d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:45:22.963130 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33b219a-1293-4147-b295-8d68069689c5 None None] Attempting to bind port d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a on network 3b1a5cd5-bca8-4f86-be99-483986f7f547 {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:45:22.965945 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ce6a6-4f80-4a6c-9b9d-7d97d8c4d18e None None] Pushing event updated for resources: {'Port': ['ID=d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a,revision_number=2']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:22.971334 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33b219a-1293-4147-b295-8d68069689c5 None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:45:22.971960 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33b219a-1293-4147-b295-8d68069689c5 None None] Checking segment: {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:45:22.972381 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-b33b219a-1293-4147-b295-8d68069689c5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:22.973288 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b33b219a-1293-4147-b295-8d68069689c5 None None] Bound using segment: {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:45:22.973288 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-b33b219a-1293-4147-b295-8d68069689c5 None None] Bound port: d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:45:22.973580 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-b33b219a-1293-4147-b295-8d68069689c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:23.025325 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-b33b219a-1293-4147-b295-8d68069689c5 None None] For port d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:45:23.028374 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-b33b219a-1293-4147-b295-8d68069689c5 None None] For port d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:45:23.115812 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-b33b219a-1293-4147-b295-8d68069689c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:23.172434 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b33b219a-1293-4147-b295-8d68069689c5 None None] Routers {'f471f3ff-21f5-4847-80ab-38f034257466'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:45:23.173059 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-b33b219a-1293-4147-b295-8d68069689c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:45:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['f471f3ff-21f5-4847-80ab-38f034257466'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:23.208286 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ce6a6-4f80-4a6c-9b9d-7d97d8c4d18e None None] Pushing event updated for resources: {'Port': ['ID=d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a,revision_number=3']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:23.286700 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-b33b219a-1293-4147-b295-8d68069689c5 None None] Set router f471f3ff-21f5-4847-80ab-38f034257466 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:45:23.504903 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-b33b219a-1293-4147-b295-8d68069689c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f471f3ff-21f5-4847-80ab-38f034257466', 'name': 'router1', 'tenant_id': '9b31b236142c4af0b957b31d1b8b483b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'd3cbfc0b-a379-4b6c-8c14-a0e6c583c84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:58Z', 'updated_at': '2022-03-31T15:45:19Z', 'revision_number': 4, 'project_id': '9b31b236142c4af0b957b31d1b8b483b', 'gw_port': {'id': 'd3cbfc0b-a379-4b6c-8c14-a0e6c583c84a', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f471f3ff-21f5-4847-80ab-38f034257466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:18Z', 'updated_at': '2022-03-31T15:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '80e0af8f-af0b-4f36-9219-9c2c7e8d0908', 'name': '', 'network_id': 'b7c12261-55c2-4a21-816a-720d7ae9dc14', 'tenant_id': '9b31b236142c4af0b957b31d1b8b483b', 'mac_address': 'fa:16:3e:6f:a2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f471f3ff-21f5-4847-80ab-38f034257466', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9140a96-d17d-4ddd-a563-3683eb0d8f9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:08Z', 'updated_at': '2022-03-31T15:45:12Z', 'revision_number': 5, 'project_id': '9b31b236142c4af0b957b31d1b8b483b', 'subnets': [{'id': 'b9140a96-d17d-4ddd-a563-3683eb0d8f9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6602e9b5-dbe3-4f93-9e24-a00dfca3e49d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:45:23.534692 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b33b219a-1293-4147-b295-8d68069689c5 None None] The sync data for ids ['f471f3ff-21f5-4847-80ab-38f034257466'] in dv-cinder-836028-1-iscsi is: [{'id': 'f471f3ff-21f5-4847-80ab-38f034257466', 'name': 'router1', 'tenant_id': '9b31b236142c4af0b957b31d1b8b483b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.163'}], 'enable_snat': True}, 'gw_port_id': 'd3cbfc0b-a379-4b6c-8c14-a0e6c583c84a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:44:58Z', 'updated_at': '2022-03-31T15:45:19Z', 'revision_number': 4, 'project_id': '9b31b236142c4af0b957b31d1b8b483b', 'gw_port': {'id': 'd3cbfc0b-a379-4b6c-8c14-a0e6c583c84a', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:7b:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f471f3ff-21f5-4847-80ab-38f034257466', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:18Z', 'updated_at': '2022-03-31T15:45:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '80e0af8f-af0b-4f36-9219-9c2c7e8d0908', 'name': '', 'network_id': 'b7c12261-55c2-4a21-816a-720d7ae9dc14', 'tenant_id': '9b31b236142c4af0b957b31d1b8b483b', 'mac_address': 'fa:16:3e:6f:a2:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f471f3ff-21f5-4847-80ab-38f034257466', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'b9140a96-d17d-4ddd-a563-3683eb0d8f9e', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:45:08Z', 'updated_at': '2022-03-31T15:45:12Z', 'revision_number': 5, 'project_id': '9b31b236142c4af0b957b31d1b8b483b', 'subnets': [{'id': 'b9140a96-d17d-4ddd-a563-3683eb0d8f9e', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6602e9b5-dbe3-4f93-9e24-a00dfca3e49d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:45:23.767053 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:45:23.816996 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:45:23.817458 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:23.909119 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:45:23.909558 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:23.931887 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] For port d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:45:24.087093 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:24.138041 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Pushing event updated for resources: {'Port': ['ID=d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:45:25.751553 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:45:25.800522 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:45:25.800913 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:25.881556 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port d3cbfc0b-a379-4b6c-8c14-a0e6c583c84a is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:45:28.821171 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 5 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:45:34.737761 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-42077a85-bbd1-4563-8502-7fafc05e72e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:36.953026 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-7fb0b353-ae62-4538-ae29-f1205fec0cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:38.302301 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:39.267794 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:45:41.058370 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:04.742594 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-c609e21b-5a56-413b-a0af-39980f2d69c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:05.813598 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 5 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:46:07.341204 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1c26003f-5f31-42af-85a0-47bd114706f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:08.319496 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:09.296325 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:11.051426 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:34.744901 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-356bbf3b-4780-40c0-b1e7-3523d6ffd09f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:36.958175 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-5ffd9d48-a4c4-4803-a303-ff12782f6ada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:38.341017 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:39.287328 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:41.036185 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:42.812338 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 5 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:46:46.361738 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 56584) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:46:46.421023 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b328146-1c5f-4414-988e-376d0dfe128e admin admin] GET failed (client error): The resource could not be found. Mar 31 15:46:46.422279 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-4b328146-1c5f-4414-988e-376d0dfe128e admin admin] 10.222.0.47 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0596135 Mar 31 15:46:46.579849 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22011a5f-d637-448c-b141-ece862c19a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:46.581844 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-22011a5f-d637-448c-b141-ece862c19a12 admin admin] 10.222.0.47 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1555314 Mar 31 15:46:48.875226 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 56594) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:46:48.974136 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103cb52a-8d0f-434a-8f44-27a9950baa27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:48.975455 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-103cb52a-8d0f-434a-8f44-27a9950baa27 admin admin] 10.222.0.47 "GET /v2.0/subnets/b9140a96-d17d-4ddd-a563-3683eb0d8f9e HTTP/1.1" status: 200 len: 849 time: 0.0992875 Mar 31 15:46:48.984898 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-32b7fd9d-4581-4755-acde-0984893fe81b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:46:49.065321 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-32b7fd9d-4581-4755-acde-0984893fe81b admin admin] Publish callbacks [] for subnet (b9140a96-d17d-4ddd-a563-3683eb0d8f9e), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:49.260212 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-32b7fd9d-4581-4755-acde-0984893fe81b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779152904578'] for subnet (b9140a96-d17d-4ddd-a563-3683eb0d8f9e), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:49.292160 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b7fd9d-4581-4755-acde-0984893fe81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:49.292778 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-32b7fd9d-4581-4755-acde-0984893fe81b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for subnet (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:49.294039 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-32b7fd9d-4581-4755-acde-0984893fe81b admin admin] 10.222.0.47 "PUT /v2.0/subnets/b9140a96-d17d-4ddd-a563-3683eb0d8f9e HTTP/1.1" status: 200 len: 868 time: 0.3129308 Mar 31 15:46:49.294833 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e53e7c-cde4-4419-80fa-aa1e88675a94 None None] Network b7c12261-55c2-4a21-816a-720d7ae9dc14 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:46:49.311785 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b7fd9d-4581-4755-acde-0984893fe81b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9140a96-d17d-4ddd-a563-3683eb0d8f9e,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:46:49.319746 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b7fd9d-4581-4755-acde-0984893fe81b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:49.320137 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b7fd9d-4581-4755-acde-0984893fe81b admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:49.320396 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b7fd9d-4581-4755-acde-0984893fe81b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:49.320741 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b7fd9d-4581-4755-acde-0984893fe81b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:49.321070 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b7fd9d-4581-4755-acde-0984893fe81b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:49.321395 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b7fd9d-4581-4755-acde-0984893fe81b admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:49.321725 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b7fd9d-4581-4755-acde-0984893fe81b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:49.322048 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b7fd9d-4581-4755-acde-0984893fe81b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:49.322383 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b7fd9d-4581-4755-acde-0984893fe81b admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:49.322711 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b7fd9d-4581-4755-acde-0984893fe81b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:49.323048 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b7fd9d-4581-4755-acde-0984893fe81b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:49.323387 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b7fd9d-4581-4755-acde-0984893fe81b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:49.323709 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b7fd9d-4581-4755-acde-0984893fe81b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:49.324025 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b7fd9d-4581-4755-acde-0984893fe81b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:49.324384 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32b7fd9d-4581-4755-acde-0984893fe81b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:46:49.636953 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-a501b994-5158-4fcb-b931-e20ad2d69a6a None None] Provisioning complete for port 8a0c44f4-17bd-4ba2-8439-0a61ccc95256 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:46:49.637348 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-a501b994-5158-4fcb-b931-e20ad2d69a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (8a0c44f4-17bd-4ba2-8439-0a61ccc95256), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:49.711457 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-a501b994-5158-4fcb-b931-e20ad2d69a6a None None] Current status of the port 8a0c44f4-17bd-4ba2-8439-0a61ccc95256 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:46:49.721289 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-a501b994-5158-4fcb-b931-e20ad2d69a6a None None] Provisioning complete for port 80e0af8f-af0b-4f36-9219-9c2c7e8d0908 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:46:49.721690 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-a501b994-5158-4fcb-b931-e20ad2d69a6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (80e0af8f-af0b-4f36-9219-9c2c7e8d0908), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:46:49.796477 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-a501b994-5158-4fcb-b931-e20ad2d69a6a None None] Current status of the port 80e0af8f-af0b-4f36-9219-9c2c7e8d0908 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:46:51.617987 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 56602) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:46:51.814479 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b79c13-fb74-4856-a3d2-42671f5dd270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:51.814865 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b79c13-fb74-4856-a3d2-42671f5dd270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:51.816420 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-b3b79c13-fb74-4856-a3d2-42671f5dd270 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1974728 Mar 31 15:46:54.084459 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 56610) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:46:54.283653 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3e2dd5-0ace-4b15-a2c1-fb553b0b6ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:54.284155 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c3e2dd5-0ace-4b15-a2c1-fb553b0b6ac8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:54.285729 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-6c3e2dd5-0ace-4b15-a2c1-fb553b0b6ac8 admin admin] 10.222.0.47 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2003157 Mar 31 15:46:56.561596 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 56620) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:46:56.684814 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c939ff1-842e-44b5-8332-1a71ab9a7eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:56.686167 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-9c939ff1-842e-44b5-8332-1a71ab9a7eaa admin admin] 10.222.0.47 "GET /v2.0/networks/3b1a5cd5-bca8-4f86-be99-483986f7f547 HTTP/1.1" status: 200 len: 886 time: 0.1236706 Mar 31 15:46:58.982576 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 56628) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:46:59.108200 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619cff78-3b30-4dd0-9b01-b99289215773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:46:59.109577 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-619cff78-3b30-4dd0-9b01-b99289215773 admin admin] 10.222.0.47 "GET /v2.0/networks/b7c12261-55c2-4a21-816a-720d7ae9dc14 HTTP/1.1" status: 200 len: 869 time: 0.1260483 Mar 31 15:47:01.385157 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 56636) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:01.509183 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e16422-fc38-4001-9129-8631134b41f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:01.509652 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e16422-fc38-4001-9129-8631134b41f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:01.511157 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-b1e16422-fc38-4001-9129-8631134b41f1 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1250608 Mar 31 15:47:03.794045 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 56644) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:03.884693 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16b9e28-e336-4907-a471-2972ad50e521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:03.885086 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16b9e28-e336-4907-a471-2972ad50e521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:03.886622 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-f16b9e28-e336-4907-a471-2972ad50e521 admin admin] 10.222.0.47 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0916665 Mar 31 15:47:04.767659 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-50d603e5-7120-4c15-a708-7471f522eec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:06.191238 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 56652) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:06.283398 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1a391f-0c63-43ca-896f-28c1b29c5c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:06.284807 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-0e1a391f-0c63-43ca-896f-28c1b29c5c85 admin admin] 10.222.0.47 "GET /v2.0/subnets/b9140a96-d17d-4ddd-a563-3683eb0d8f9e HTTP/1.1" status: 200 len: 868 time: 0.0925944 Mar 31 15:47:06.966732 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-5d9db1e8-d66e-442a-9ea5-f760c173c46a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:08.316412 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:08.553320 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 56660) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:08.638481 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60fd546d-d6cc-4b22-85d5-61e7895148a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:08.639798 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-60fd546d-d6cc-4b22-85d5-61e7895148a9 admin admin] 10.222.0.47 "GET /v2.0/subnets/c4390997-9a11-4c24-ae70-32af92bbcdb2 HTTP/1.1" status: 200 len: 816 time: 0.0855694 Mar 31 15:47:09.259269 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:11.030741 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:19.810560 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 5 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:47:34.790170 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-67e62d1b-868c-4812-b0ff-9888832b065d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:36.781711 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 56712) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:36.829620 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [None req-99ec9125-b952-4b20-a526-613bf164b446 admin admin] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=115720) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:47:36.830652 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-99ec9125-b952-4b20-a526-613bf164b446 admin admin] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0480049 Mar 31 15:47:36.961432 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-fd7e1928-0d4b-44f9-9e3c-eae6571c1630 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:38.315403 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:39.250114 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 56720) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:39.262714 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:39.311061 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.pecan_wsgi.hooks.translation [None req-af736dc2-489a-4ff1-ae81-a43f0969835d admin admin] GET failed (client error): The resource could not be found. Mar 31 15:47:39.312322 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-af736dc2-489a-4ff1-ae81-a43f0969835d admin admin] 10.222.0.47 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0611775 Mar 31 15:47:39.398824 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b9973a-becf-4a03-836c-d88654377011 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:39.400656 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-59b9973a-becf-4a03-836c-d88654377011 admin admin] 10.222.0.47 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0838854 Mar 31 15:47:41.039627 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:41.731109 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 56728) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:41.778303 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-b850d364-a393-4f4b-8bb1-75012925cff2 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:47:41.920814 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b850d364-a393-4f4b-8bb1-75012925cff2 admin admin] Made reservation on behalf of d431ec09f75a43c19d0c5cf74200f9b8 for: {'network': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:47:41.922996 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b850d364-a393-4f4b-8bb1-75012925cff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for network (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:41.949290 dv-cinder-836028-1-iscsi neutron-server[115720]: WARNING neutron.services.revisions.revision_plugin [None req-b850d364-a393-4f4b-8bb1-75012925cff2 admin admin] Could not find related network for resource to bump revision. Mar 31 15:47:41.960138 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b850d364-a393-4f4b-8bb1-75012925cff2 admin admin] vlan segment allocate from pool success with {'vlan_id': 839, 'physical_network': 'physnet1'} {{(pid=115720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:47:41.969573 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b850d364-a393-4f4b-8bb1-75012925cff2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (d6c82e85-da2d-4b12-89ec-87809fb6bbf3), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:41.969907 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.segments_db [None req-b850d364-a393-4f4b-8bb1-75012925cff2 admin admin] Added segment d6c82e85-da2d-4b12-89ec-87809fb6bbf3 of type vlan for network 8728d0ef-d04f-4dd1-9985-f25843c20824 Mar 31 15:47:42.006340 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b850d364-a393-4f4b-8bb1-75012925cff2 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779152372026'] for network (8728d0ef-d04f-4dd1-9985-f25843c20824), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:42.131902 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b850d364-a393-4f4b-8bb1-75012925cff2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for network (8728d0ef-d04f-4dd1-9985-f25843c20824), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:42.132852 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b850d364-a393-4f4b-8bb1-75012925cff2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:42.133423 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b850d364-a393-4f4b-8bb1-75012925cff2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:42.190627 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b850d364-a393-4f4b-8bb1-75012925cff2 admin admin] Pushing event updated for resources: {'Network': ['ID=8728d0ef-d04f-4dd1-9985-f25843c20824,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:42.196854 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850d364-a393-4f4b-8bb1-75012925cff2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:42.197201 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850d364-a393-4f4b-8bb1-75012925cff2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:42.197563 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850d364-a393-4f4b-8bb1-75012925cff2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:42.197904 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850d364-a393-4f4b-8bb1-75012925cff2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:42.198234 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850d364-a393-4f4b-8bb1-75012925cff2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:42.198561 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850d364-a393-4f4b-8bb1-75012925cff2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:42.198892 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850d364-a393-4f4b-8bb1-75012925cff2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:42.199209 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850d364-a393-4f4b-8bb1-75012925cff2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:42.199544 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850d364-a393-4f4b-8bb1-75012925cff2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:42.199867 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850d364-a393-4f4b-8bb1-75012925cff2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:42.200236 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850d364-a393-4f4b-8bb1-75012925cff2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:42.200575 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850d364-a393-4f4b-8bb1-75012925cff2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:42.200894 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850d364-a393-4f4b-8bb1-75012925cff2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:42.201210 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850d364-a393-4f4b-8bb1-75012925cff2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:42.201521 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b850d364-a393-4f4b-8bb1-75012925cff2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:42.212821 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Network 8728d0ef-d04f-4dd1-9985-f25843c20824 details requested by agent ovs-agent-dv-cinder-836028-1-iscsi with host dv-cinder-836028-1-iscsi {{(pid=115721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:47:42.334922 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-b850d364-a393-4f4b-8bb1-75012925cff2 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6027465 Mar 31 15:47:44.661178 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 56736) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:47:44.723880 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd629a7b-413a-442e-9272-bee972bb7491 admin admin] GET failed (client error): The resource could not be found. Mar 31 15:47:44.725176 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-cd629a7b-413a-442e-9272-bee972bb7491 admin admin] 10.222.0.47 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0630484 Mar 31 15:47:44.823721 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f198eb7-e8b4-4f54-b811-e6e415cb4292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:44.825186 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-6f198eb7-e8b4-4f54-b811-e6e415cb4292 admin admin] 10.222.0.47 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0960677 Mar 31 15:47:44.835157 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-9f0c8852-5494-4777-8a0c-1d9a1ac4ab92 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '8728d0ef-d04f-4dd1-9985-f25843c20824', 'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:47:44.936579 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f0c8852-5494-4777-8a0c-1d9a1ac4ab92 admin admin] Made reservation on behalf of d431ec09f75a43c19d0c5cf74200f9b8 for: {'subnet': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:47:44.938695 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9f0c8852-5494-4777-8a0c-1d9a1ac4ab92 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:45.195374 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9f0c8852-5494-4777-8a0c-1d9a1ac4ab92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for subnet (bb890d18-a9db-4039-a32f-6aeba8a9a99a), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:45.247714 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0c8852-5494-4777-8a0c-1d9a1ac4ab92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb890d18-a9db-4039-a32f-6aeba8a9a99a,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:45.257567 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f0c8852-5494-4777-8a0c-1d9a1ac4ab92 admin admin] Checking segment: {'id': 'd6c82e85-da2d-4b12-89ec-87809fb6bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8728d0ef-d04f-4dd1-9985-f25843c20824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:47:45.257922 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0c8852-5494-4777-8a0c-1d9a1ac4ab92 admin admin] Network hostable DHCP agents. Network: 8728d0ef-d04f-4dd1-9985-f25843c20824, hostable agents: ['476c03f2-c716-4e43-9eb8-27eff34871a5'], hosted agents: [] {{(pid=115720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:47:45.331800 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f0c8852-5494-4777-8a0c-1d9a1ac4ab92 admin admin] Network 8728d0ef-d04f-4dd1-9985-f25843c20824 is scheduled to be hosted by DHCP agent 476c03f2-c716-4e43-9eb8-27eff34871a5 with binding_index 1 {{(pid=115720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:47:45.440324 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-9f0c8852-5494-4777-8a0c-1d9a1ac4ab92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836028-1-iscsi, 8728d0ef-d04f-4dd1-9985-f25843c20824) {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:47:45.444186 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0c8852-5494-4777-8a0c-1d9a1ac4ab92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:47:45.444870 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9f0c8852-5494-4777-8a0c-1d9a1ac4ab92 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for subnet (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:45.449850 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa431460-8136-45d8-b0ef-249b625dc853 None None] Network 8728d0ef-d04f-4dd1-9985-f25843c20824 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:47:45.529308 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-9f0c8852-5494-4777-8a0c-1d9a1ac4ab92 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6974218 Mar 31 15:47:45.551102 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b736d4c-fbbf-5ea4-bffd-281830e71282-8728d0ef-d04f-4dd1-9985-f25843c20824', 'network_id': '8728d0ef-d04f-4dd1-9985-f25843c20824', 'project_id': 'd431ec09f75a43c19d0c5cf74200f9b8', 'fixed_ips': [{'subnet_id': 'bb890d18-a9db-4039-a32f-6aeba8a9a99a'}]}} from dv-cinder-836028-1-iscsi. {{(pid=115721) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:47:45.551973 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:45.693960 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.db_base_plugin_common [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Allocated IP 192.168.233.2 (8728d0ef-d04f-4dd1-9985-f25843c20824/bb890d18-a9db-4039-a32f-6aeba8a9a99a/6906cb01-599d-40e1-9158-83f2432c717c) {{(pid=115721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:47:45.933200 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Publish callbacks [] for port (6906cb01-599d-40e1-9158-83f2432c717c), precommit_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:46.047172 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (6906cb01-599d-40e1-9158-83f2432c717c), after_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:46.086424 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Network 8728d0ef-d04f-4dd1-9985-f25843c20824 is already hosted by enough agents. {{(pid=115721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:47:46.089373 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.scheduler.base_scheduler [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Resources bound (agent type, host, resource id): {{(pid=115721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:47:46.093286 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Received port after_create {{(pid=115721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:47:46.107009 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Pushing event updated for resources: {'Port': ['ID=6906cb01-599d-40e1-9158-83f2432c717c,revision_number=1']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:46.130363 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:46.130708 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:46.131105 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:46.131501 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:46.131846 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:46.132208 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:46.132542 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:46.132873 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:46.133260 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:46.133591 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:46.133920 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:46.134261 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:46.134621 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:46.134949 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:46.135274 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:47:46.168716 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Attempting to bind port 6906cb01-599d-40e1-9158-83f2432c717c on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:47:46.169095 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Attempting to bind port 6906cb01-599d-40e1-9158-83f2432c717c by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': 'd6c82e85-da2d-4b12-89ec-87809fb6bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8728d0ef-d04f-4dd1-9985-f25843c20824'}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:47:46.169461 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Attempting to bind port 6906cb01-599d-40e1-9158-83f2432c717c on network 8728d0ef-d04f-4dd1-9985-f25843c20824 {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:47:46.175711 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 47, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:47:46.176198 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Checking segment: {'id': 'd6c82e85-da2d-4b12-89ec-87809fb6bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8728d0ef-d04f-4dd1-9985-f25843c20824'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:47:46.176588 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:46.176985 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Bound using segment: {'id': 'd6c82e85-da2d-4b12-89ec-87809fb6bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8728d0ef-d04f-4dd1-9985-f25843c20824'} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:47:46.177450 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Bound port: 6906cb01-599d-40e1-9158-83f2432c717c, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6c82e85-da2d-4b12-89ec-87809fb6bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8728d0ef-d04f-4dd1-9985-f25843c20824'}}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:47:46.177828 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (6906cb01-599d-40e1-9158-83f2432c717c), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:46.244957 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] For port 6906cb01-599d-40e1-9158-83f2432c717c, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:47:46.248111 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] For port 6906cb01-599d-40e1-9158-83f2432c717c, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=6906cb01-599d-40e1-9158-83f2432c717c,segment=NetworkSegment(d6c82e85-da2d-4b12-89ec-87809fb6bbf3),segment_id=d6c82e85-da2d-4b12-89ec-87809fb6bbf3)] {{(pid=115721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:47:46.321357 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (6906cb01-599d-40e1-9158-83f2432c717c), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:46.380499 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d7288b-337e-4647-ab7f-9c229556fdb8 None None] Pushing event updated for resources: {'Port': ['ID=6906cb01-599d-40e1-9158-83f2432c717c,revision_number=2']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:47.213915 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54d3cf2e-ebe8-47d5-a0be-33a14c008866 None None] Network 8728d0ef-d04f-4dd1-9985-f25843c20824 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:47:47.288400 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-3f30de0b-4494-44e1-89ae-e74bef0ba04e None None] Provisioning complete for port 6906cb01-599d-40e1-9158-83f2432c717c triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:47:47.288789 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-3f30de0b-4494-44e1-89ae-e74bef0ba04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (6906cb01-599d-40e1-9158-83f2432c717c), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:47.398909 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-3f30de0b-4494-44e1-89ae-e74bef0ba04e None None] Current status of the port 6906cb01-599d-40e1-9158-83f2432c717c is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:47:47.399297 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-3f30de0b-4494-44e1-89ae-e74bef0ba04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (6906cb01-599d-40e1-9158-83f2432c717c), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:47.437516 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-3f30de0b-4494-44e1-89ae-e74bef0ba04e None None] For port 6906cb01-599d-40e1-9158-83f2432c717c, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=6906cb01-599d-40e1-9158-83f2432c717c,segment=NetworkSegment(d6c82e85-da2d-4b12-89ec-87809fb6bbf3),segment_id=d6c82e85-da2d-4b12-89ec-87809fb6bbf3)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:47:47.555179 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-3f30de0b-4494-44e1-89ae-e74bef0ba04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (6906cb01-599d-40e1-9158-83f2432c717c), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:47.611348 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f30de0b-4494-44e1-89ae-e74bef0ba04e None None] Pushing event updated for resources: {'Port': ['ID=6906cb01-599d-40e1-9158-83f2432c717c,revision_number=3']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:47:47.675973 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-3a03384d-4ab6-473b-a630-61e7d0e13628 None None] Provisioning complete for port 6906cb01-599d-40e1-9158-83f2432c717c triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:47:47.676396 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-3a03384d-4ab6-473b-a630-61e7d0e13628 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (6906cb01-599d-40e1-9158-83f2432c717c), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:47.767808 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-3a03384d-4ab6-473b-a630-61e7d0e13628 None None] Current status of the port 6906cb01-599d-40e1-9158-83f2432c717c is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:47:47.861009 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 6906cb01-599d-40e1-9158-83f2432c717c up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:47:47.913558 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 6906cb01-599d-40e1-9158-83f2432c717c triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:47:47.913947 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (6906cb01-599d-40e1-9158-83f2432c717c), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:47:47.990444 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 6906cb01-599d-40e1-9158-83f2432c717c is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:47:56.809682 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 5 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:48:04.783093 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-638bd041-4e6f-4891-b8d4-d7cd6cb89990 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:06.994302 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-893deb84-c658-4011-ba0b-eca86bf1253f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:08.393989 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:09.336755 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:11.050908 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:33.808897 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 5 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:48:34.757440 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-a826dacf-0776-4b9c-97c7-139cc920f4ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:36.978049 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-6f93f709-8122-43fe-8b9f-1f68966194bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:38.340480 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:39.295904 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:48:41.061209 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:04.769181 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-982046bd-683d-4866-833c-49d34d02c07d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:06.969450 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-3aba94fb-c6fe-4c0e-b04c-f21d36aecbc4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:08.311488 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:09.282658 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:10.807292 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 5 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:49:11.054017 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:19.319577 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 56774) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:49:19.325925 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [None req-57b374b6-ac15-44c5-9239-f8ad873677d6 tempest-verify_tempest_config-662284539 tempest-verify_tempest_config-662284539-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=115720) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:49:19.326956 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-57b374b6-ac15-44c5-9239-f8ad873677d6 tempest-verify_tempest_config-662284539 tempest-verify_tempest_config-662284539-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063524 Mar 31 15:49:19.785538 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 56792) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:49:19.886069 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3d051a9b-b76a-4fda-b610-a048f4582d93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:19.955693 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3d051a9b-b76a-4fda-b610-a048f4582d93 admin admin] Publish callbacks [] for security_group (dbcf1729-b30f-4630-9d1f-f39239ac40dc), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:20.024334 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3d051a9b-b76a-4fda-b610-a048f4582d93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (dbcf1729-b30f-4630-9d1f-f39239ac40dc), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:20.070930 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-3d051a9b-b76a-4fda-b610-a048f4582d93 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=99cfa09401754a4a9220e3acf959d3b7&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2843609 Mar 31 15:49:20.071728 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d051a9b-b76a-4fda-b610-a048f4582d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbcf1729-b30f-4630-9d1f-f39239ac40dc,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:49:20.078154 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d051a9b-b76a-4fda-b610-a048f4582d93 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:20.078930 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d051a9b-b76a-4fda-b610-a048f4582d93 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:20.078930 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d051a9b-b76a-4fda-b610-a048f4582d93 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:20.079154 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d051a9b-b76a-4fda-b610-a048f4582d93 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:20.079478 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d051a9b-b76a-4fda-b610-a048f4582d93 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:20.079798 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d051a9b-b76a-4fda-b610-a048f4582d93 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:20.080144 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d051a9b-b76a-4fda-b610-a048f4582d93 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:20.080462 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d051a9b-b76a-4fda-b610-a048f4582d93 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:20.080586 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 56796) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:49:20.081036 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d051a9b-b76a-4fda-b610-a048f4582d93 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:20.081143 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d051a9b-b76a-4fda-b610-a048f4582d93 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:20.081467 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d051a9b-b76a-4fda-b610-a048f4582d93 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:20.082366 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d051a9b-b76a-4fda-b610-a048f4582d93 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:20.082693 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d051a9b-b76a-4fda-b610-a048f4582d93 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:20.083005 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d051a9b-b76a-4fda-b610-a048f4582d93 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:20.083318 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d051a9b-b76a-4fda-b610-a048f4582d93 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:20.159310 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-dab264bf-40c8-461f-a7ea-440448f373aa admin admin] Publish callbacks [] for security_group (dbcf1729-b30f-4630-9d1f-f39239ac40dc), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:20.179061 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-dab264bf-40c8-461f-a7ea-440448f373aa admin admin] Publish callbacks [] for security_group (dbcf1729-b30f-4630-9d1f-f39239ac40dc), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:20.328084 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-dab264bf-40c8-461f-a7ea-440448f373aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (dbcf1729-b30f-4630-9d1f-f39239ac40dc), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:20.330702 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-dab264bf-40c8-461f-a7ea-440448f373aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:20.332475 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-dab264bf-40c8-461f-a7ea-440448f373aa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/dbcf1729-b30f-4630-9d1f-f39239ac40dc HTTP/1.1" status: 204 len: 168 time: 0.2502646 Mar 31 15:49:20.340563 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab264bf-40c8-461f-a7ea-440448f373aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbcf1729-b30f-4630-9d1f-f39239ac40dc,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:49:20.347477 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab264bf-40c8-461f-a7ea-440448f373aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:20.347838 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab264bf-40c8-461f-a7ea-440448f373aa admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:20.348253 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab264bf-40c8-461f-a7ea-440448f373aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:20.348605 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab264bf-40c8-461f-a7ea-440448f373aa admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:20.348950 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab264bf-40c8-461f-a7ea-440448f373aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:20.349289 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab264bf-40c8-461f-a7ea-440448f373aa admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:20.349656 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab264bf-40c8-461f-a7ea-440448f373aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:20.349993 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab264bf-40c8-461f-a7ea-440448f373aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:20.350343 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab264bf-40c8-461f-a7ea-440448f373aa admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:20.350684 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab264bf-40c8-461f-a7ea-440448f373aa admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:20.351030 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab264bf-40c8-461f-a7ea-440448f373aa admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:20.351511 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab264bf-40c8-461f-a7ea-440448f373aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:20.351850 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab264bf-40c8-461f-a7ea-440448f373aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:20.352207 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab264bf-40c8-461f-a7ea-440448f373aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:20.352536 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dab264bf-40c8-461f-a7ea-440448f373aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:49:34.744389 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-adcd307b-0f2d-4c16-9cf3-7bf6f213a511 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:37.087919 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-0fbb3974-dad1-4218-8d26-0e8a0c7363a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:38.350198 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:39.270149 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:41.064317 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:49:47.805370 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 5 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:50:04.748657 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-69eb5cd3-f323-48f2-96f9-236fb32ad68e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:07.102923 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-6397225b-9020-4aa8-ad68-a1638f72a259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:08.371897 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:09.308889 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:11.085665 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:24.804674 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 5 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:50:34.758992 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-22a3c7a3-3146-45cd-89ec-485e9a044646 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:37.021859 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-7c032b5c-cca2-4596-8a66-13f5b4515d8b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:38.347847 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:39.273443 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:50:41.101686 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:01.803531 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 5 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:51:04.752061 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-53ecdc4e-f89b-4fe4-8f93-1fc2ca355b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:06.986346 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-af42fe7a-759f-4472-8b8b-d355d3c1c20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:07.689303 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-607194'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:08.323420 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:09.294514 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:11.037713 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:22.280256 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 56868) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:51:22.388069 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-b0e039f0-c45f-4cf9-8657-37d3f8cf8413 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1065941 Mar 31 15:51:24.733221 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 56878) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:51:24.793385 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-aa096fee-838d-4fa5-9a6a-9197cb155358 admin admin] 10.222.0.47 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0590491 Mar 31 15:51:34.755996 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-89691f09-df7e-4852-b072-63f6f312aee6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:36.990477 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8ed21c14-e540-440f-a231-0444115c6a90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:37.618742 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:38.316447 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:38.801790 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:51:39.270412 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:51:41.030064 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:04.761502 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-35e7ee06-4225-4546-8f58-42ce175db233 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:07.023352 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-be81a8c2-4475-43ba-9d95-6e4f645ab479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:07.629138 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:08.297963 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:09.309244 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:11.051938 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:15.800400 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:52:34.777352 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8a23d796-ef83-4111-990d-05717ff0fcff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:36.977015 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-2d079e88-a364-4f6f-b783-ad364e6b6a3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:37.645731 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:38.331457 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:39.309203 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:41.046236 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:52:52.800761 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:53:03.657958 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 57034) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:03.931281 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1589148491-network', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:04.029321 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Made reservation on behalf of 5b72f6f1e61d487aa67d6b722ba60f85 for: {'network': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:53:04.031847 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for network (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:04.042646 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:04.115078 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Publish callbacks [] for security_group (305d3401-cd2d-4756-ad89-6fd217b4061c), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:04.229599 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (305d3401-cd2d-4756-ad89-6fd217b4061c), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:04.247359 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] vlan segment allocate from pool success with {'vlan_id': 840, 'physical_network': 'physnet1'} {{(pid=115720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:53:04.257386 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (c4bf4fae-8afb-4772-9b42-f40496cec286), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:04.257757 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.segments_db [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Added segment c4bf4fae-8afb-4772-9b42-f40496cec286 of type vlan for network 772c9de8-3ee6-49b7-99a9-f2f7bed661aa Mar 31 15:53:04.296507 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305d3401-cd2d-4756-ad89-6fd217b4061c,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:04.310424 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:04.310771 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:04.311135 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:04.311480 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:04.311819 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:04.312203 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:04.312549 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:04.312852 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:04.313180 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:04.313585 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:04.313915 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:04.314239 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:04.314559 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:04.314875 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:04.315192 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Tracked resource versions report: Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: pushed versions: Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: { 'AddressGroup': {'1.2'}, Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: 'Agent': {'1.1'}, Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: 'ConntrackHelper': {'1.0'}, Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: 'Log': {'1.0'}, Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: 'NDPProxy': {'1.0'}, Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: 'Network': {'1.1'}, Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: 'Port': {'1.7'}, Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: 'PortForwarding': {'1.3'}, Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: 'QosPolicy': {'1.10'}, Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: 'SecurityGroup': {'1.5'}, Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: 'SubPort': {'1.0'}, Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: 'Subnet': {'1.1'}, Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: 'Trunk': {'1.1'}} Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: consumer versions: Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: { DHCP agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: HyperV agent@hv-cinder-83602: {}, Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: L3 agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: Metadata agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: Metering agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: Open vSwitch agent@dv-cinder-836028-1-iscsi: { 'AddressGroup': '1.2', Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: 'Agent': '1.1', Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: 'ConntrackHelper': '1.0', Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: 'LocalIPAssociation': '1.0', Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: 'Log': '1.0', Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: 'NDPProxy': '1.0', Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: 'Network': '1.1', Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: 'Port': '1.7', Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: 'PortForwarding': '1.3', Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: 'QosPolicy': '1.10', Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: 'SecurityGroup': '1.5', Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: 'SecurityGroupRule': '1.2', Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: 'SubPort': '1.0', Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: 'Subnet': '1.1', Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: 'Trunk': '1.1'}} Mar 31 15:53:04.316369 dv-cinder-836028-1-iscsi neutron-server[115720]: {{(pid=115720) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:53:04.321562 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779152372026'] for network (772c9de8-3ee6-49b7-99a9-f2f7bed661aa), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:04.429915 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for network (772c9de8-3ee6-49b7-99a9-f2f7bed661aa), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:04.432003 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:04.433321 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:04.518221 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] Pushing event updated for resources: {'Network': ['ID=772c9de8-3ee6-49b7-99a9-f2f7bed661aa,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:04.528483 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Network 772c9de8-3ee6-49b7-99a9-f2f7bed661aa details requested by agent ovs-agent-dv-cinder-836028-1-iscsi with host dv-cinder-836028-1-iscsi {{(pid=115721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:53:04.584360 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-4525abc2-cd07-48e3-ab0f-6462b35fe6d0 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9251568 Mar 31 15:53:04.588608 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 57088) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:04.590830 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-2b579db9-ac95-4309-bf76-fcc2e6a2e85d admin admin] Request body: {'subnet': {'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1589148491-subnet', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:04.644550 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 57092) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:04.779119 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b579db9-ac95-4309-bf76-fcc2e6a2e85d admin admin] Made reservation on behalf of 5b72f6f1e61d487aa67d6b722ba60f85 for: {'subnet': 1} {{(pid=115719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:53:04.782076 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2b579db9-ac95-4309-bf76-fcc2e6a2e85d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:04.806523 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-3fb8e640-0e88-48f5-885e-e5ef43612f28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:04.871982 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 57106) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:04.885582 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 57110) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:04.918073 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 57114) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:04.981741 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-896253a2-262b-4782-99e0-5208d411158c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1003816869-network', 'tenant_id': 'b4549cf35e2b470f8eba0e2ecb7fea60'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:05.027682 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-31326b97-5812-4b5e-8257-9de0e229a22b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1621461563-network', 'tenant_id': 'cf512c54be704edba504249cc57859c5'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:05.073036 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-139bdecd-6f4a-4f37-af1a-039e39fafd58 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1293021899-network', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:05.076522 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2b579db9-ac95-4309-bf76-fcc2e6a2e85d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for subnet (0a390765-0f72-4138-842b-3475f0e0b072), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:05.098684 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-896253a2-262b-4782-99e0-5208d411158c admin admin] Made reservation on behalf of b4549cf35e2b470f8eba0e2ecb7fea60 for: {'network': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:53:05.101436 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-896253a2-262b-4782-99e0-5208d411158c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for network (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:05.113234 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31326b97-5812-4b5e-8257-9de0e229a22b admin admin] Made reservation on behalf of cf512c54be704edba504249cc57859c5 for: {'network': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:53:05.117306 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-31326b97-5812-4b5e-8257-9de0e229a22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for network (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:05.135129 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-4f41546e-7e02-474d-b7c7-ef95d1f2cc0e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1242362775-network', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:05.140227 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-896253a2-262b-4782-99e0-5208d411158c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:05.151461 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-31326b97-5812-4b5e-8257-9de0e229a22b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:05.157337 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b579db9-ac95-4309-bf76-fcc2e6a2e85d admin admin] Checking segment: {'id': 'c4bf4fae-8afb-4772-9b42-f40496cec286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:53:05.163258 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b579db9-ac95-4309-bf76-fcc2e6a2e85d admin admin] Network hostable DHCP agents. Network: 772c9de8-3ee6-49b7-99a9-f2f7bed661aa, hostable agents: ['476c03f2-c716-4e43-9eb8-27eff34871a5'], hosted agents: [] {{(pid=115719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:53:05.186504 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-139bdecd-6f4a-4f37-af1a-039e39fafd58 admin admin] Made reservation on behalf of 6b74c4b3e38f4f298f86bb10c6a6f67b for: {'network': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:53:05.186504 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-139bdecd-6f4a-4f37-af1a-039e39fafd58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for network (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:05.192130 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b579db9-ac95-4309-bf76-fcc2e6a2e85d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a390765-0f72-4138-842b-3475f0e0b072,revision_number=0']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:05.200017 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b579db9-ac95-4309-bf76-fcc2e6a2e85d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:05.200469 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b579db9-ac95-4309-bf76-fcc2e6a2e85d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:05.201446 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b579db9-ac95-4309-bf76-fcc2e6a2e85d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:05.201895 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b579db9-ac95-4309-bf76-fcc2e6a2e85d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:05.202300 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b579db9-ac95-4309-bf76-fcc2e6a2e85d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:05.202712 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b579db9-ac95-4309-bf76-fcc2e6a2e85d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:05.203249 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b579db9-ac95-4309-bf76-fcc2e6a2e85d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:05.203590 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b579db9-ac95-4309-bf76-fcc2e6a2e85d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:05.203996 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b579db9-ac95-4309-bf76-fcc2e6a2e85d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:05.204758 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b579db9-ac95-4309-bf76-fcc2e6a2e85d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:05.205298 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b579db9-ac95-4309-bf76-fcc2e6a2e85d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:05.205814 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b579db9-ac95-4309-bf76-fcc2e6a2e85d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:05.206323 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b579db9-ac95-4309-bf76-fcc2e6a2e85d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:05.206824 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b579db9-ac95-4309-bf76-fcc2e6a2e85d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:05.207306 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b579db9-ac95-4309-bf76-fcc2e6a2e85d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b579db9-ac95-4309-bf76-fcc2e6a2e85d admin admin] Tracked resource versions report: Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: pushed versions: Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: { 'AddressGroup': {'1.2'}, Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: 'Agent': {'1.1'}, Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: 'ConntrackHelper': {'1.0'}, Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: 'Log': {'1.0'}, Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: 'NDPProxy': {'1.0'}, Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: 'Network': {'1.1'}, Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: 'Port': {'1.7'}, Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: 'PortForwarding': {'1.3'}, Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: 'QosPolicy': {'1.10'}, Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: 'SecurityGroup': {'1.5'}, Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: 'SubPort': {'1.0'}, Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: 'Subnet': {'1.1'}, Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: 'Trunk': {'1.1'}} Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: consumer versions: Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: { DHCP agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: HyperV agent@hv-cinder-83602: {}, Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: L3 agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: Metadata agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: Metering agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: Open vSwitch agent@dv-cinder-836028-1-iscsi: { 'AddressGroup': '1.2', Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: 'Agent': '1.1', Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: 'ConntrackHelper': '1.0', Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: 'LocalIPAssociation': '1.0', Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: 'Log': '1.0', Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: 'NDPProxy': '1.0', Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: 'Network': '1.1', Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: 'Port': '1.7', Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: 'PortForwarding': '1.3', Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: 'QosPolicy': '1.10', Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: 'SecurityGroup': '1.5', Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: 'SecurityGroupRule': '1.2', Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: 'SubPort': '1.0', Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: 'Subnet': '1.1', Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: 'Trunk': '1.1'}} Mar 31 15:53:05.209004 dv-cinder-836028-1-iscsi neutron-server[115719]: {{(pid=115719) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:53:05.221576 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-139bdecd-6f4a-4f37-af1a-039e39fafd58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:05.298255 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b579db9-ac95-4309-bf76-fcc2e6a2e85d admin admin] Network 772c9de8-3ee6-49b7-99a9-f2f7bed661aa is scheduled to be hosted by DHCP agent 476c03f2-c716-4e43-9eb8-27eff34871a5 with binding_index 1 {{(pid=115719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:53:05.317847 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f41546e-7e02-474d-b7c7-ef95d1f2cc0e admin admin] Made reservation on behalf of ffc6177837a74f42b2af77cad7fb46ea for: {'network': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:53:05.320370 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4f41546e-7e02-474d-b7c7-ef95d1f2cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for network (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:05.345013 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4f41546e-7e02-474d-b7c7-ef95d1f2cc0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:05.383757 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [None req-2b579db9-ac95-4309-bf76-fcc2e6a2e85d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836028-1-iscsi, 772c9de8-3ee6-49b7-99a9-f2f7bed661aa) {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:05.395712 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddcee637-bc36-4fec-a7dc-383506aee2e4 None None] Network 772c9de8-3ee6-49b7-99a9-f2f7bed661aa requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:53:05.398473 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b579db9-ac95-4309-bf76-fcc2e6a2e85d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:05.402206 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2b579db9-ac95-4309-bf76-fcc2e6a2e85d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for subnet (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:05.429751 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-896253a2-262b-4782-99e0-5208d411158c admin admin] Publish callbacks [] for security_group (8a06e61e-d0cb-4d9f-8f56-6b34cf596f98), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:05.460447 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-31326b97-5812-4b5e-8257-9de0e229a22b admin admin] Publish callbacks [] for security_group (9302bd8c-9b8c-4140-bd5c-d375e6b77245), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:05.480938 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-139bdecd-6f4a-4f37-af1a-039e39fafd58 admin admin] Publish callbacks [] for security_group (ce748da0-b781-4093-9ea7-8f283d22d386), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:05.522707 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-2b579db9-ac95-4309-bf76-fcc2e6a2e85d admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.9370172 Mar 31 15:53:05.523310 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 57146) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:05.535681 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-896253a2-262b-4782-99e0-5208d411158c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (8a06e61e-d0cb-4d9f-8f56-6b34cf596f98), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:05.535788 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-4319caea-36b3-492e-91e2-d72d46f858a9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1589148491-router', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:05.537463 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b736d4c-fbbf-5ea4-bffd-281830e71282-772c9de8-3ee6-49b7-99a9-f2f7bed661aa', 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa', 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'fixed_ips': [{'subnet_id': '0a390765-0f72-4138-842b-3475f0e0b072'}]}} from dv-cinder-836028-1-iscsi. {{(pid=115721) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:53:05.538507 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:05.565202 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4f41546e-7e02-474d-b7c7-ef95d1f2cc0e admin admin] Publish callbacks [] for security_group (a6be57f1-c9d0-4fa2-bfdb-80412c6ce1a9), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:05.566888 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-139bdecd-6f4a-4f37-af1a-039e39fafd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (ce748da0-b781-4093-9ea7-8f283d22d386), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:05.570637 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-31326b97-5812-4b5e-8257-9de0e229a22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (9302bd8c-9b8c-4140-bd5c-d375e6b77245), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:05.574372 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-896253a2-262b-4782-99e0-5208d411158c admin admin] vlan segment allocate from pool success with {'vlan_id': 803, 'physical_network': 'physnet1'} {{(pid=115720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:53:05.606938 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-896253a2-262b-4782-99e0-5208d411158c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (65f039a4-1a39-42d0-b0e8-752d77e7e2f2), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:05.607315 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.segments_db [None req-896253a2-262b-4782-99e0-5208d411158c admin admin] Added segment 65f039a4-1a39-42d0-b0e8-752d77e7e2f2 of type vlan for network 76a802bf-8055-4e41-8f87-e210f9d85ac7 Mar 31 15:53:05.615242 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31326b97-5812-4b5e-8257-9de0e229a22b admin admin] vlan segment allocate from pool success with {'vlan_id': 830, 'physical_network': 'physnet1'} {{(pid=115720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:53:05.628012 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-139bdecd-6f4a-4f37-af1a-039e39fafd58 admin admin] vlan segment allocate from pool success with {'vlan_id': 841, 'physical_network': 'physnet1'} {{(pid=115720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:53:05.652467 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-4319caea-36b3-492e-91e2-d72d46f858a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-607799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-419'] for router (893cd866-4a0a-4a91-8227-08d08891aab9), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:05.654562 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-4319caea-36b3-492e-91e2-d72d46f858a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (893cd866-4a0a-4a91-8227-08d08891aab9), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:05.753820 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.db_base_plugin_common [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Allocated IP 172.20.0.2 (772c9de8-3ee6-49b7-99a9-f2f7bed661aa/0a390765-0f72-4138-842b-3475f0e0b072/ca0e72e4-536a-4b41-b9bf-a1ce82afe27d) {{(pid=115721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:53:05.770124 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896253a2-262b-4782-99e0-5208d411158c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a06e61e-d0cb-4d9f-8f56-6b34cf596f98,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:05.781940 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-139bdecd-6f4a-4f37-af1a-039e39fafd58 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (a11ae896-5a72-42f4-bae7-f1e4e617cdb8), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:05.782286 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.segments_db [None req-139bdecd-6f4a-4f37-af1a-039e39fafd58 admin admin] Added segment a11ae896-5a72-42f4-bae7-f1e4e617cdb8 of type vlan for network 8fa8fe94-2799-4a5d-b4fd-6056ad46df32 Mar 31 15:53:05.783980 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-31326b97-5812-4b5e-8257-9de0e229a22b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (cbd18901-f25b-4bcb-a0f8-6acc09868379), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:05.784353 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.segments_db [None req-31326b97-5812-4b5e-8257-9de0e229a22b admin admin] Added segment cbd18901-f25b-4bcb-a0f8-6acc09868379 of type vlan for network 65944f20-8ab3-4e9e-89a3-2479fa118d50 Mar 31 15:53:05.792104 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-4319caea-36b3-492e-91e2-d72d46f858a9 admin admin] Publish callbacks [] for router_controller (893cd866-4a0a-4a91-8227-08d08891aab9), precommit_add_association {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:05.794971 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4f41546e-7e02-474d-b7c7-ef95d1f2cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (a6be57f1-c9d0-4fa2-bfdb-80412c6ce1a9), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:05.852280 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-896253a2-262b-4782-99e0-5208d411158c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779152372026'] for network (76a802bf-8055-4e41-8f87-e210f9d85ac7), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:05.883228 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f41546e-7e02-474d-b7c7-ef95d1f2cc0e admin admin] vlan segment allocate from pool success with {'vlan_id': 810, 'physical_network': 'physnet1'} {{(pid=115720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:53:05.901642 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bdecd-6f4a-4f37-af1a-039e39fafd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce748da0-b781-4093-9ea7-8f283d22d386,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:05.923831 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-139bdecd-6f4a-4f37-af1a-039e39fafd58 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779152372026'] for network (8fa8fe94-2799-4a5d-b4fd-6056ad46df32), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:05.926628 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-31326b97-5812-4b5e-8257-9de0e229a22b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779152372026'] for network (65944f20-8ab3-4e9e-89a3-2479fa118d50), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:05.941294 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4f41546e-7e02-474d-b7c7-ef95d1f2cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (3625fcca-8015-4d97-a97b-4b3ea4e2b9cb), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:05.942274 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.segments_db [None req-4f41546e-7e02-474d-b7c7-ef95d1f2cc0e admin admin] Added segment 3625fcca-8015-4d97-a97b-4b3ea4e2b9cb of type vlan for network 90fc1aad-d8be-40df-b185-08fe1d77372b Mar 31 15:53:06.046188 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Publish callbacks [] for port (ca0e72e4-536a-4b41-b9bf-a1ce82afe27d), precommit_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:06.049802 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.db.resource_extend [None req-31326b97-5812-4b5e-8257-9de0e229a22b admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=115720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 31 15:53:06.067462 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31326b97-5812-4b5e-8257-9de0e229a22b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9302bd8c-9b8c-4140-bd5c-d375e6b77245,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:06.085456 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4f41546e-7e02-474d-b7c7-ef95d1f2cc0e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779152372026'] for network (90fc1aad-d8be-40df-b185-08fe1d77372b), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:06.108291 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41546e-7e02-474d-b7c7-ef95d1f2cc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6be57f1-c9d0-4fa2-bfdb-80412c6ce1a9,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:06.116512 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (ca0e72e4-536a-4b41-b9bf-a1ce82afe27d), after_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:06.140286 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-4319caea-36b3-492e-91e2-d72d46f858a9 admin admin] Publish callbacks [] for router_gateway (893cd866-4a0a-4a91-8227-08d08891aab9), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:06.145349 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-896253a2-262b-4782-99e0-5208d411158c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for network (76a802bf-8055-4e41-8f87-e210f9d85ac7), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:06.147720 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-896253a2-262b-4782-99e0-5208d411158c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:06.148650 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-896253a2-262b-4782-99e0-5208d411158c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:06.156663 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Network 772c9de8-3ee6-49b7-99a9-f2f7bed661aa is already hosted by enough agents. {{(pid=115721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:53:06.159815 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.scheduler.base_scheduler [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Resources bound (agent type, host, resource id): {{(pid=115721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:06.163617 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Received port after_create {{(pid=115721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:53:06.188655 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-139bdecd-6f4a-4f37-af1a-039e39fafd58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for network (8fa8fe94-2799-4a5d-b4fd-6056ad46df32), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:06.189676 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-139bdecd-6f4a-4f37-af1a-039e39fafd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:06.190262 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-139bdecd-6f4a-4f37-af1a-039e39fafd58 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:06.201898 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Pushing event updated for resources: {'Port': ['ID=ca0e72e4-536a-4b41-b9bf-a1ce82afe27d,revision_number=1']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:06.217051 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-31326b97-5812-4b5e-8257-9de0e229a22b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for network (65944f20-8ab3-4e9e-89a3-2479fa118d50), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:06.217971 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31326b97-5812-4b5e-8257-9de0e229a22b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:06.218537 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-31326b97-5812-4b5e-8257-9de0e229a22b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:06.232561 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:06.232836 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:06.233197 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:06.233549 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:06.233879 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:06.234205 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:06.234526 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:06.234841 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:06.235176 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:06.235480 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:06.235799 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:06.236166 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:06.236495 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:06.236809 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:06.237126 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Tracked resource versions report: Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: pushed versions: Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: { 'AddressGroup': {'1.2'}, Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: 'Agent': {'1.1'}, Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: 'ConntrackHelper': {'1.0'}, Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: 'Log': {'1.0'}, Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: 'NDPProxy': {'1.0'}, Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: 'Network': {'1.1'}, Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: 'Port': {'1.7'}, Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: 'PortForwarding': {'1.3'}, Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: 'QosPolicy': {'1.10'}, Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: 'SecurityGroup': {'1.5'}, Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: 'SubPort': {'1.0'}, Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: 'Subnet': {'1.1'}, Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: 'Trunk': {'1.1'}} Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: consumer versions: Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: { DHCP agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: HyperV agent@hv-cinder-83602: {}, Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: L3 agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: Metadata agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: Metering agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: Open vSwitch agent@dv-cinder-836028-1-iscsi: { 'AddressGroup': '1.2', Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: 'Agent': '1.1', Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: 'ConntrackHelper': '1.0', Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: 'LocalIPAssociation': '1.0', Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: 'Log': '1.0', Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: 'NDPProxy': '1.0', Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: 'Network': '1.1', Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: 'Port': '1.7', Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: 'PortForwarding': '1.3', Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: 'QosPolicy': '1.10', Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: 'SecurityGroup': '1.5', Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: 'SecurityGroupRule': '1.2', Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: 'SubPort': '1.0', Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: 'Subnet': '1.1', Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: 'Trunk': '1.1'}} Mar 31 15:53:06.238276 dv-cinder-836028-1-iscsi neutron-server[115721]: {{(pid=115721) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:53:06.244396 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Attempting to bind port ca0e72e4-536a-4b41-b9bf-a1ce82afe27d on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:53:06.244935 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Attempting to bind port ca0e72e4-536a-4b41-b9bf-a1ce82afe27d by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': 'c4bf4fae-8afb-4772-9b42-f40496cec286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa'}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:53:06.245296 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Attempting to bind port ca0e72e4-536a-4b41-b9bf-a1ce82afe27d on network 772c9de8-3ee6-49b7-99a9-f2f7bed661aa {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:53:06.251316 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4f41546e-7e02-474d-b7c7-ef95d1f2cc0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for network (90fc1aad-d8be-40df-b185-08fe1d77372b), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:06.251514 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:53:06.251895 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Checking segment: {'id': 'c4bf4fae-8afb-4772-9b42-f40496cec286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:53:06.252320 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:06.252434 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f41546e-7e02-474d-b7c7-ef95d1f2cc0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:06.252705 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Bound using segment: {'id': 'c4bf4fae-8afb-4772-9b42-f40496cec286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa'} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:53:06.252999 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4f41546e-7e02-474d-b7c7-ef95d1f2cc0e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:06.253167 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Bound port: ca0e72e4-536a-4b41-b9bf-a1ce82afe27d, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4bf4fae-8afb-4772-9b42-f40496cec286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa'}}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:53:06.253542 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (ca0e72e4-536a-4b41-b9bf-a1ce82afe27d), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:06.258095 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896253a2-262b-4782-99e0-5208d411158c admin admin] Pushing event updated for resources: {'Network': ['ID=76a802bf-8055-4e41-8f87-e210f9d85ac7,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:06.268423 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Network 76a802bf-8055-4e41-8f87-e210f9d85ac7 details requested by agent ovs-agent-dv-cinder-836028-1-iscsi with host dv-cinder-836028-1-iscsi {{(pid=115721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:53:06.323055 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-896253a2-262b-4782-99e0-5208d411158c admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6747091 Mar 31 15:53:06.323860 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 57166) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:06.331390 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-f7d96e89-0704-457c-9b88-488d4c9d34a2 admin admin] Request body: {'subnet': {'network_id': '76a802bf-8055-4e41-8f87-e210f9d85ac7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1003816869-subnet', 'tenant_id': 'b4549cf35e2b470f8eba0e2ecb7fea60', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:06.347335 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bdecd-6f4a-4f37-af1a-039e39fafd58 admin admin] Pushing event updated for resources: {'Network': ['ID=8fa8fe94-2799-4a5d-b4fd-6056ad46df32,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:06.368743 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Network 8fa8fe94-2799-4a5d-b4fd-6056ad46df32 details requested by agent ovs-agent-dv-cinder-836028-1-iscsi with host dv-cinder-836028-1-iscsi {{(pid=115721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:53:06.378965 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] For port ca0e72e4-536a-4b41-b9bf-a1ce82afe27d, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:53:06.401191 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] For port ca0e72e4-536a-4b41-b9bf-a1ce82afe27d, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=ca0e72e4-536a-4b41-b9bf-a1ce82afe27d,segment=NetworkSegment(c4bf4fae-8afb-4772-9b42-f40496cec286),segment_id=c4bf4fae-8afb-4772-9b42-f40496cec286)] {{(pid=115721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:53:06.412664 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31326b97-5812-4b5e-8257-9de0e229a22b admin admin] Pushing event updated for resources: {'Network': ['ID=65944f20-8ab3-4e9e-89a3-2479fa118d50,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:06.433674 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Network 65944f20-8ab3-4e9e-89a3-2479fa118d50 details requested by agent ovs-agent-dv-cinder-836028-1-iscsi with host dv-cinder-836028-1-iscsi {{(pid=115721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:53:06.479499 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f41546e-7e02-474d-b7c7-ef95d1f2cc0e admin admin] Pushing event updated for resources: {'Network': ['ID=90fc1aad-d8be-40df-b185-08fe1d77372b,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:06.488605 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (ca0e72e4-536a-4b41-b9bf-a1ce82afe27d), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:06.489101 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-139bdecd-6f4a-4f37-af1a-039e39fafd58 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6023040 Mar 31 15:53:06.493945 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-31326b97-5812-4b5e-8257-9de0e229a22b admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6196184 Mar 31 15:53:06.494707 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 57170) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:06.502196 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-4f41546e-7e02-474d-b7c7-ef95d1f2cc0e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5803921 Mar 31 15:53:06.503374 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-dd35e54e-ae14-4466-9b66-f27b198d1561 admin admin] Request body: {'subnet': {'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1293021899-subnet', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:06.511434 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 57172) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:06.511765 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 57176) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:06.518851 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-6bfa4d21-857d-44b8-a241-1441cd4fc14a admin admin] Request body: {'subnet': {'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1621461563-subnet', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:06.527280 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-bf0f45b6-1e66-4ea7-ac12-3afbbe6e138f admin admin] Request body: {'subnet': {'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-subnet', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:06.551816 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7d96e89-0704-457c-9b88-488d4c9d34a2 admin admin] Made reservation on behalf of b4549cf35e2b470f8eba0e2ecb7fea60 for: {'subnet': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:53:06.555897 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f7d96e89-0704-457c-9b88-488d4c9d34a2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:06.557803 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Network 90fc1aad-d8be-40df-b185-08fe1d77372b details requested by agent ovs-agent-dv-cinder-836028-1-iscsi with host dv-cinder-836028-1-iscsi {{(pid=115721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:53:06.564454 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-4319caea-36b3-492e-91e2-d72d46f858a9 admin admin] Publish callbacks [] for router_gateway (893cd866-4a0a-4a91-8227-08d08891aab9), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:06.570486 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8efddc60-4045-4bf5-abda-000a2496265e None None] Pushing event updated for resources: {'Port': ['ID=ca0e72e4-536a-4b41-b9bf-a1ce82afe27d,revision_number=2']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:06.610749 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-4319caea-36b3-492e-91e2-d72d46f858a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:06.650161 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd35e54e-ae14-4466-9b66-f27b198d1561 admin admin] Made reservation on behalf of 6b74c4b3e38f4f298f86bb10c6a6f67b for: {'subnet': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:53:06.652470 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-dd35e54e-ae14-4466-9b66-f27b198d1561 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:06.770297 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bfa4d21-857d-44b8-a241-1441cd4fc14a admin admin] Made reservation on behalf of cf512c54be704edba504249cc57859c5 for: {'subnet': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:53:06.771211 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [None req-4319caea-36b3-492e-91e2-d72d46f858a9 admin admin] Allocated IP 172.27.0.161 (3b1a5cd5-bca8-4f86-be99-483986f7f547/c4390997-9a11-4c24-ae70-32af92bbcdb2/9d2815ef-a2e9-4e6b-954e-ef327ae60654) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:53:06.772668 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6bfa4d21-857d-44b8-a241-1441cd4fc14a admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:06.832949 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf0f45b6-1e66-4ea7-ac12-3afbbe6e138f admin admin] Made reservation on behalf of ffc6177837a74f42b2af77cad7fb46ea for: {'subnet': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:53:06.840631 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bf0f45b6-1e66-4ea7-ac12-3afbbe6e138f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:07.041389 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-3c1a6869-5c3c-4e13-837a-dd26750fa5ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:07.120615 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-4319caea-36b3-492e-91e2-d72d46f858a9 admin admin] Publish callbacks [] for port (9d2815ef-a2e9-4e6b-954e-ef327ae60654), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:07.235958 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-4319caea-36b3-492e-91e2-d72d46f858a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (9d2815ef-a2e9-4e6b-954e-ef327ae60654), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:07.282836 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4319caea-36b3-492e-91e2-d72d46f858a9 admin admin] Network 3b1a5cd5-bca8-4f86-be99-483986f7f547 is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:53:07.285808 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [None req-4319caea-36b3-492e-91e2-d72d46f858a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:07.289097 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4319caea-36b3-492e-91e2-d72d46f858a9 admin admin] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:53:07.315971 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-dd35e54e-ae14-4466-9b66-f27b198d1561 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for subnet (a1a7fe3f-e590-4452-8b6d-b35b0e495b82), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:07.318147 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f7d96e89-0704-457c-9b88-488d4c9d34a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for subnet (16a0de24-e6d5-4485-ae6a-6236b78c1542), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:07.382650 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4319caea-36b3-492e-91e2-d72d46f858a9 admin admin] Pushing event updated for resources: {'Port': ['ID=9d2815ef-a2e9-4e6b-954e-ef327ae60654,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:07.454146 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd35e54e-ae14-4466-9b66-f27b198d1561 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1a7fe3f-e590-4452-8b6d-b35b0e495b82,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:07.458792 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6bfa4d21-857d-44b8-a241-1441cd4fc14a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for subnet (7cb7a29d-bee7-4666-8fec-18b9b112885d), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:07.470417 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7d96e89-0704-457c-9b88-488d4c9d34a2 admin admin] Checking segment: {'id': '65f039a4-1a39-42d0-b0e8-752d77e7e2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '76a802bf-8055-4e41-8f87-e210f9d85ac7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:53:07.470832 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d96e89-0704-457c-9b88-488d4c9d34a2 admin admin] Network hostable DHCP agents. Network: 76a802bf-8055-4e41-8f87-e210f9d85ac7, hostable agents: ['476c03f2-c716-4e43-9eb8-27eff34871a5'], hosted agents: [] {{(pid=115720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:53:07.509781 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd35e54e-ae14-4466-9b66-f27b198d1561 admin admin] Checking segment: {'id': 'a11ae896-5a72-42f4-bae7-f1e4e617cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:53:07.510218 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd35e54e-ae14-4466-9b66-f27b198d1561 admin admin] Network hostable DHCP agents. Network: 8fa8fe94-2799-4a5d-b4fd-6056ad46df32, hostable agents: ['476c03f2-c716-4e43-9eb8-27eff34871a5'], hosted agents: [] {{(pid=115720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:53:07.550149 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d96e89-0704-457c-9b88-488d4c9d34a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=16a0de24-e6d5-4485-ae6a-6236b78c1542,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:07.559824 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bf0f45b6-1e66-4ea7-ac12-3afbbe6e138f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for subnet (cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:07.608263 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bfa4d21-857d-44b8-a241-1441cd4fc14a admin admin] Checking segment: {'id': 'cbd18901-f25b-4bcb-a0f8-6acc09868379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:53:07.608931 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfa4d21-857d-44b8-a241-1441cd4fc14a admin admin] Network hostable DHCP agents. Network: 65944f20-8ab3-4e9e-89a3-2479fa118d50, hostable agents: ['476c03f2-c716-4e43-9eb8-27eff34871a5'], hosted agents: [] {{(pid=115720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:53:07.635600 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7d96e89-0704-457c-9b88-488d4c9d34a2 admin admin] Network 76a802bf-8055-4e41-8f87-e210f9d85ac7 is scheduled to be hosted by DHCP agent 476c03f2-c716-4e43-9eb8-27eff34871a5 with binding_index 1 {{(pid=115720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:53:07.653150 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfa4d21-857d-44b8-a241-1441cd4fc14a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7cb7a29d-bee7-4666-8fec-18b9b112885d,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:07.673404 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-4319caea-36b3-492e-91e2-d72d46f858a9 admin admin] Publish callbacks [] for router_gateway (893cd866-4a0a-4a91-8227-08d08891aab9), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:07.686817 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd35e54e-ae14-4466-9b66-f27b198d1561 admin admin] Network 8fa8fe94-2799-4a5d-b4fd-6056ad46df32 is scheduled to be hosted by DHCP agent 476c03f2-c716-4e43-9eb8-27eff34871a5 with binding_index 1 {{(pid=115720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:53:07.698525 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:07.705069 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf0f45b6-1e66-4ea7-ac12-3afbbe6e138f admin admin] Checking segment: {'id': '3625fcca-8015-4d97-a97b-4b3ea4e2b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:53:07.705540 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0f45b6-1e66-4ea7-ac12-3afbbe6e138f admin admin] Network hostable DHCP agents. Network: 90fc1aad-d8be-40df-b185-08fe1d77372b, hostable agents: ['476c03f2-c716-4e43-9eb8-27eff34871a5'], hosted agents: [] {{(pid=115720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:53:07.712400 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0f45b6-1e66-4ea7-ac12-3afbbe6e138f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:07.754658 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-f7d96e89-0704-457c-9b88-488d4c9d34a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836028-1-iscsi, 76a802bf-8055-4e41-8f87-e210f9d85ac7) {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:07.759937 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7d96e89-0704-457c-9b88-488d4c9d34a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:07.760841 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f7d96e89-0704-457c-9b88-488d4c9d34a2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for subnet (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:07.765655 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6255ff9a-2809-426f-842e-d5835986d8fb None None] Network 76a802bf-8055-4e41-8f87-e210f9d85ac7 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:53:07.830378 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf0f45b6-1e66-4ea7-ac12-3afbbe6e138f admin admin] Network 90fc1aad-d8be-40df-b185-08fe1d77372b is scheduled to be hosted by DHCP agent 476c03f2-c716-4e43-9eb8-27eff34871a5 with binding_index 1 {{(pid=115720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:53:07.840449 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-bf0f45b6-1e66-4ea7-ac12-3afbbe6e138f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836028-1-iscsi, 90fc1aad-d8be-40df-b185-08fe1d77372b) {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:07.849420 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0f45b6-1e66-4ea7-ac12-3afbbe6e138f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:07.849578 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a20124-0a7a-4f55-8026-4d5011c8cd14 None None] Network 90fc1aad-d8be-40df-b185-08fe1d77372b requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:53:07.850017 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bf0f45b6-1e66-4ea7-ac12-3afbbe6e138f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for subnet (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:07.869730 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-f7d96e89-0704-457c-9b88-488d4c9d34a2 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5444956 Mar 31 15:53:07.874370 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bfa4d21-857d-44b8-a241-1441cd4fc14a admin admin] Network 65944f20-8ab3-4e9e-89a3-2479fa118d50 is scheduled to be hosted by DHCP agent 476c03f2-c716-4e43-9eb8-27eff34871a5 with binding_index 1 {{(pid=115720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:53:07.875124 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-dd35e54e-ae14-4466-9b66-f27b198d1561 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836028-1-iscsi, 8fa8fe94-2799-4a5d-b4fd-6056ad46df32) {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:07.880184 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd35e54e-ae14-4466-9b66-f27b198d1561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:07.881569 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-dd35e54e-ae14-4466-9b66-f27b198d1561 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for subnet (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:07.888770 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-6bfa4d21-857d-44b8-a241-1441cd4fc14a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836028-1-iscsi, 65944f20-8ab3-4e9e-89a3-2479fa118d50) {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:07.893436 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bfa4d21-857d-44b8-a241-1441cd4fc14a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:07.894042 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6bfa4d21-857d-44b8-a241-1441cd4fc14a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for subnet (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:07.923520 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4e2d52f-c38c-4b06-917c-b818121d59e9 None None] Network 8fa8fe94-2799-4a5d-b4fd-6056ad46df32 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:53:07.925472 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cddad65-528e-4031-9362-f1cac9399b47 None None] Network 65944f20-8ab3-4e9e-89a3-2479fa118d50 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:53:08.010364 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-bf0f45b6-1e66-4ea7-ac12-3afbbe6e138f admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4911063 Mar 31 15:53:08.010612 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3888ffa1-4571-4a46-91fd-9728c66a6fb1 None None] Network 772c9de8-3ee6-49b7-99a9-f2f7bed661aa requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:53:08.010710 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 57228) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:08.016682 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-fbefe666-c0af-4ac2-aa9a-4f063e4ef017 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:08.080881 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-4319caea-36b3-492e-91e2-d72d46f858a9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609569'] for router (893cd866-4a0a-4a91-8227-08d08891aab9), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:08.099969 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 57234) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:08.172272 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-6bfa4d21-857d-44b8-a241-1441cd4fc14a admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6541293 Mar 31 15:53:08.172701 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-dd35e54e-ae14-4466-9b66-f27b198d1561 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6763983 Mar 31 15:53:08.175132 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 57238) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:08.178430 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 57242) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:08.183385 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-6105982d-8b0d-4d0c-a0c6-f454f5855f02 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1621461563-router', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:08.184425 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-826db734-a3a5-4a50-bc8e-c2c59bbbf9fc admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1293021899-router', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:08.285465 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device ca0e72e4-536a-4b41-b9bf-a1ce82afe27d up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:53:08.311075 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fbefe666-c0af-4ac2-aa9a-4f063e4ef017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-607799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-419'] for router (99cba5b0-2b4a-4e5d-beb5-fbc089b68f35), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:08.312716 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fbefe666-c0af-4ac2-aa9a-4f063e4ef017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (99cba5b0-2b4a-4e5d-beb5-fbc089b68f35), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:08.345700 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-826db734-a3a5-4a50-bc8e-c2c59bbbf9fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-607799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-419'] for router (10b24868-497d-45c0-9464-8803e76370f6), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:08.348209 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-826db734-a3a5-4a50-bc8e-c2c59bbbf9fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (10b24868-497d-45c0-9464-8803e76370f6), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:08.380753 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262495da-fcc4-4420-82de-3f4810af48dd None None] Network 76a802bf-8055-4e41-8f87-e210f9d85ac7 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:53:08.391552 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4319caea-36b3-492e-91e2-d72d46f858a9 admin admin] Router 893cd866-4a0a-4a91-8227-08d08891aab9 is scheduled to L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f with binding_index 1 {{(pid=115719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:53:08.401573 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-95501fdb-25f9-49de-9073-870d4f1d6d70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:08.404932 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6105982d-8b0d-4d0c-a0c6-f454f5855f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-607799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-419'] for router (297316b7-94a5-49b3-8d00-ea2b3fa314bd), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:08.406251 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6105982d-8b0d-4d0c-a0c6-f454f5855f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (297316b7-94a5-49b3-8d00-ea2b3fa314bd), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:08.424314 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d824fe67-3adf-4a3e-b5d9-b4080a33292f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b736d4c-fbbf-5ea4-bffd-281830e71282-90fc1aad-d8be-40df-b185-08fe1d77372b', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0'}]}} from dv-cinder-836028-1-iscsi. {{(pid=115721) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:53:08.425162 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-d824fe67-3adf-4a3e-b5d9-b4080a33292f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:08.430800 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fbefe666-c0af-4ac2-aa9a-4f063e4ef017 admin admin] Publish callbacks [] for router_controller (99cba5b0-2b4a-4e5d-beb5-fbc089b68f35), precommit_add_association {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:08.431513 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-0367f4d7-f3d5-48d3-8a3a-64d0b594c5ae None None] Provisioning complete for port ca0e72e4-536a-4b41-b9bf-a1ce82afe27d triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:08.431904 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-0367f4d7-f3d5-48d3-8a3a-64d0b594c5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (ca0e72e4-536a-4b41-b9bf-a1ce82afe27d), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:08.446941 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-826db734-a3a5-4a50-bc8e-c2c59bbbf9fc admin admin] Publish callbacks [] for router_controller (10b24868-497d-45c0-9464-8803e76370f6), precommit_add_association {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:08.502424 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6105982d-8b0d-4d0c-a0c6-f454f5855f02 admin admin] Publish callbacks [] for router_controller (297316b7-94a5-49b3-8d00-ea2b3fa314bd), precommit_add_association {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:08.566293 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 57276) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:08.572114 dv-cinder-836028-1-iscsi neutron-server[115719]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 15:53:08.648899 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:08.658490 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af9766a-e35b-4830-b68e-c35e60f87502 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b736d4c-fbbf-5ea4-bffd-281830e71282-65944f20-8ab3-4e9e-89a3-2479fa118d50', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'project_id': 'cf512c54be704edba504249cc57859c5', 'fixed_ips': [{'subnet_id': '7cb7a29d-bee7-4666-8fec-18b9b112885d'}]}} from dv-cinder-836028-1-iscsi. {{(pid=115721) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:53:08.659806 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1af9766a-e35b-4830-b68e-c35e60f87502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:08.688171 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0aed74-18a1-48ea-9f08-89bf77c5ce02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b736d4c-fbbf-5ea4-bffd-281830e71282-8fa8fe94-2799-4a5d-b4fd-6056ad46df32', 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32', 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'fixed_ips': [{'subnet_id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82'}]}} from dv-cinder-836028-1-iscsi. {{(pid=115721) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:53:08.696586 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-0a0aed74-18a1-48ea-9f08-89bf77c5ce02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:08.827209 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4319caea-36b3-492e-91e2-d72d46f858a9 admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:53:08.835592 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port ca0e72e4-536a-4b41-b9bf-a1ce82afe27d triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:08.836030 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (ca0e72e4-536a-4b41-b9bf-a1ce82afe27d), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:08.843069 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0685e99-2cb1-49c6-aa30-8bd5a57b6e37 None None] Sync routers for ids ['893cd866-4a0a-4a91-8227-08d08891aab9'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:53:08.861655 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0685e99-2cb1-49c6-aa30-8bd5a57b6e37 None None] Routers {'893cd866-4a0a-4a91-8227-08d08891aab9'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:53:08.863381 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-b0685e99-2cb1-49c6-aa30-8bd5a57b6e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:53:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['893cd866-4a0a-4a91-8227-08d08891aab9'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:08.871999 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fbefe666-c0af-4ac2-aa9a-4f063e4ef017 admin admin] Publish callbacks [] for router_gateway (99cba5b0-2b4a-4e5d-beb5-fbc089b68f35), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:08.924702 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-4319caea-36b3-492e-91e2-d72d46f858a9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:08.929252 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-4319caea-36b3-492e-91e2-d72d46f858a9 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.4049356 Mar 31 15:53:08.935784 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-6cb2011b-ac25-457d-8900-0a3d249d0a64 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:08.937646 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-6cb2011b-ac25-457d-8900-0a3d249d0a64 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/networks?id=76a802bf-8055-4e41-8f87-e210f9d85ac7 HTTP/1.1" status: 200 len: 812 time: 0.3698583 Mar 31 15:53:08.943045 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 57280) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:08.959718 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6105982d-8b0d-4d0c-a0c6-f454f5855f02 admin admin] Publish callbacks [] for router_gateway (297316b7-94a5-49b3-8d00-ea2b3fa314bd), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:09.036418 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-0367f4d7-f3d5-48d3-8a3a-64d0b594c5ae None None] Current status of the port ca0e72e4-536a-4b41-b9bf-a1ce82afe27d is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:09.036811 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-0367f4d7-f3d5-48d3-8a3a-64d0b594c5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (ca0e72e4-536a-4b41-b9bf-a1ce82afe27d), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:09.064319 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-95501fdb-25f9-49de-9073-870d4f1d6d70 admin admin] Publish callbacks [] for security_group (a90ab915-9997-4e54-8b2a-5591defb395e), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:09.078387 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.db_base_plugin_common [None req-d824fe67-3adf-4a3e-b5d9-b4080a33292f None None] Allocated IP 172.20.0.2 (90fc1aad-d8be-40df-b185-08fe1d77372b/cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0/edbcd987-c940-40f6-86f0-06c6d810dba3) {{(pid=115721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:53:09.126737 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-b0685e99-2cb1-49c6-aa30-8bd5a57b6e37 None None] Set router 893cd866-4a0a-4a91-8227-08d08891aab9 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:53:09.137248 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-826db734-a3a5-4a50-bc8e-c2c59bbbf9fc admin admin] Publish callbacks [] for router_gateway (10b24868-497d-45c0-9464-8803e76370f6), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:09.143839 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-07b16692-d40e-4d40-b7df-87eac02c3daa tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/quotas/b4549cf35e2b470f8eba0e2ecb7fea60 HTTP/1.1" status: 200 len: 375 time: 0.1982377 Mar 31 15:53:09.144721 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-95501fdb-25f9-49de-9073-870d4f1d6d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (a90ab915-9997-4e54-8b2a-5591defb395e), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:09.301587 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-0367f4d7-f3d5-48d3-8a3a-64d0b594c5ae None None] For port ca0e72e4-536a-4b41-b9bf-a1ce82afe27d, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=ca0e72e4-536a-4b41-b9bf-a1ce82afe27d,segment=NetworkSegment(c4bf4fae-8afb-4772-9b42-f40496cec286),segment_id=c4bf4fae-8afb-4772-9b42-f40496cec286)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:09.311373 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.db_base_plugin_common [None req-1af9766a-e35b-4830-b68e-c35e60f87502 None None] Allocated IP 172.20.0.2 (65944f20-8ab3-4e9e-89a3-2479fa118d50/7cb7a29d-bee7-4666-8fec-18b9b112885d/8fe9065f-f033-4905-bd4f-1280e9763dda) {{(pid=115721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:53:09.343033 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-95501fdb-25f9-49de-9073-870d4f1d6d70 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=697ad90e229f4bd5a459b03e7718618c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2410195 Mar 31 15:53:09.344088 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95501fdb-25f9-49de-9073-870d4f1d6d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a90ab915-9997-4e54-8b2a-5591defb395e,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:09.348737 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.db_base_plugin_common [None req-0a0aed74-18a1-48ea-9f08-89bf77c5ce02 None None] Allocated IP 172.20.0.2 (8fa8fe94-2799-4a5d-b4fd-6056ad46df32/a1a7fe3f-e590-4452-8b6d-b35b0e495b82/de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482) {{(pid=115721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:53:09.352648 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 57290) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:09.432235 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-b0685e99-2cb1-49c6-aa30-8bd5a57b6e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'name': 'tempest-ServerRescueNegativeTestJSON-1589148491-router', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:05Z', 'updated_at': '2022-03-31T15:53:07Z', 'revision_number': 3, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'gw_port': {'id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:06Z', 'updated_at': '2022-03-31T15:53:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:09.437771 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-9538d941-ed86-4761-b68e-bb3e820592c6 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=b4549cf35e2b470f8eba0e2ecb7fea60&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2802079 Mar 31 15:53:09.446120 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-0367f4d7-f3d5-48d3-8a3a-64d0b594c5ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (ca0e72e4-536a-4b41-b9bf-a1ce82afe27d), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:09.479226 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0685e99-2cb1-49c6-aa30-8bd5a57b6e37 None None] Checking router: 893cd866-4a0a-4a91-8227-08d08891aab9 for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:53:09.479573 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0685e99-2cb1-49c6-aa30-8bd5a57b6e37 None None] Updating router 893cd866-4a0a-4a91-8227-08d08891aab9 port 9d2815ef-a2e9-4e6b-954e-ef327ae60654 binding host dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:53:09.485548 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:09.517264 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-b0685e99-2cb1-49c6-aa30-8bd5a57b6e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (9d2815ef-a2e9-4e6b-954e-ef327ae60654), before_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:09.545240 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6105982d-8b0d-4d0c-a0c6-f454f5855f02 admin admin] Publish callbacks [] for router_gateway (297316b7-94a5-49b3-8d00-ea2b3fa314bd), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:09.584308 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port ca0e72e4-536a-4b41-b9bf-a1ce82afe27d is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:09.584635 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (ca0e72e4-536a-4b41-b9bf-a1ce82afe27d), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:09.737620 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fbefe666-c0af-4ac2-aa9a-4f063e4ef017 admin admin] Publish callbacks [] for router_gateway (99cba5b0-2b4a-4e5d-beb5-fbc089b68f35), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:09.756088 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-5a4b5bf0-7e3a-484f-a746-360717ed6ca5 admin admin] Publish callbacks [] for security_group (a90ab915-9997-4e54-8b2a-5591defb395e), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:09.768449 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fbefe666-c0af-4ac2-aa9a-4f063e4ef017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:09.824393 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1dc70c6d-2eea-453a-81a2-30e64a578266 None None] Provisioning complete for port ca0e72e4-536a-4b41-b9bf-a1ce82afe27d triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:09.824768 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1dc70c6d-2eea-453a-81a2-30e64a578266 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (ca0e72e4-536a-4b41-b9bf-a1ce82afe27d), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:09.839748 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0367f4d7-f3d5-48d3-8a3a-64d0b594c5ae None None] Pushing event updated for resources: {'Port': ['ID=ca0e72e4-536a-4b41-b9bf-a1ce82afe27d,revision_number=3']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:09.844737 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6105982d-8b0d-4d0c-a0c6-f454f5855f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:09.867242 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-1b306bd7-a403-4e4d-9d86-eee7ad458f1a service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=115719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:53:09.879317 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-1b306bd7-a403-4e4d-9d86-eee7ad458f1a service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1718862 Mar 31 15:53:09.883648 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-5a4b5bf0-7e3a-484f-a746-360717ed6ca5 admin admin] Publish callbacks [] for security_group (a90ab915-9997-4e54-8b2a-5591defb395e), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:09.892084 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-b0685e99-2cb1-49c6-aa30-8bd5a57b6e37 None None] Publish callbacks [] for port (9d2815ef-a2e9-4e6b-954e-ef327ae60654), precommit_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:09.972573 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-b0685e99-2cb1-49c6-aa30-8bd5a57b6e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (9d2815ef-a2e9-4e6b-954e-ef327ae60654), after_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:10.008824 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-d824fe67-3adf-4a3e-b5d9-b4080a33292f None None] Publish callbacks [] for port (edbcd987-c940-40f6-86f0-06c6d810dba3), precommit_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:10.013727 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.db.api [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115721) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:53:10.014108 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG oslo_db.api [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:53:10.038665 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_common [None req-fbefe666-c0af-4ac2-aa9a-4f063e4ef017 admin admin] Allocated IP 172.27.0.168 (3b1a5cd5-bca8-4f86-be99-483986f7f547/c4390997-9a11-4c24-ae70-32af92bbcdb2/5b50471f-5966-4e9d-8df1-023f84e9cdb8) {{(pid=115720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:53:10.122044 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd9307-91be-4f0e-b714-81f93c84294f None None] Pushing event updated for resources: {'Port': ['ID=9d2815ef-a2e9-4e6b-954e-ef327ae60654,revision_number=2']} {{(pid=115722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:10.140256 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-d824fe67-3adf-4a3e-b5d9-b4080a33292f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (edbcd987-c940-40f6-86f0-06c6d810dba3), after_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:10.156244 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd9307-91be-4f0e-b714-81f93c84294f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:10.158204 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd9307-91be-4f0e-b714-81f93c84294f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:10.158580 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd9307-91be-4f0e-b714-81f93c84294f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:10.158944 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd9307-91be-4f0e-b714-81f93c84294f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:10.159291 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd9307-91be-4f0e-b714-81f93c84294f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:10.159789 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd9307-91be-4f0e-b714-81f93c84294f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:10.160156 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd9307-91be-4f0e-b714-81f93c84294f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:10.160494 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd9307-91be-4f0e-b714-81f93c84294f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:10.160827 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd9307-91be-4f0e-b714-81f93c84294f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:10.161421 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd9307-91be-4f0e-b714-81f93c84294f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:10.161693 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fbefe666-c0af-4ac2-aa9a-4f063e4ef017 admin admin] Publish callbacks [] for port (5b50471f-5966-4e9d-8df1-023f84e9cdb8), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:10.161820 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd9307-91be-4f0e-b714-81f93c84294f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:10.162272 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd9307-91be-4f0e-b714-81f93c84294f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:10.162610 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd9307-91be-4f0e-b714-81f93c84294f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:10.163307 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd9307-91be-4f0e-b714-81f93c84294f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:10.163692 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd9307-91be-4f0e-b714-81f93c84294f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23dd9307-91be-4f0e-b714-81f93c84294f None None] Tracked resource versions report: Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: pushed versions: Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: { 'AddressGroup': {'1.2'}, Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: 'Agent': {'1.1'}, Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: 'ConntrackHelper': {'1.0'}, Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: 'LocalIPAssociation': {'1.0'}, Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: 'Log': {'1.0'}, Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: 'NDPProxy': {'1.0'}, Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: 'Network': {'1.1'}, Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: 'Port': {'1.7'}, Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: 'PortForwarding': {'1.3'}, Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: 'QosPolicy': {'1.10'}, Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: 'SecurityGroup': {'1.5'}, Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: 'SecurityGroupRule': {'1.2'}, Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: 'SubPort': {'1.0'}, Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: 'Subnet': {'1.1'}, Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: 'Trunk': {'1.1'}} Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: consumer versions: Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: { DHCP agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: HyperV agent@hv-cinder-83602: {}, Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: L3 agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: Metadata agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: Metering agent@dv-cinder-836028-1-iscsi: {}, Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: Open vSwitch agent@dv-cinder-836028-1-iscsi: { 'AddressGroup': '1.2', Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: 'Agent': '1.1', Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: 'ConntrackHelper': '1.0', Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: 'LocalIPAssociation': '1.0', Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: 'Log': '1.0', Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: 'NDPProxy': '1.0', Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: 'Network': '1.1', Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: 'Port': '1.7', Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: 'PortForwarding': '1.3', Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: 'QosPolicy': '1.10', Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: 'SecurityGroup': '1.5', Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: 'SecurityGroupRule': '1.2', Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: 'SubPort': '1.0', Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: 'Subnet': '1.1', Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: 'Trunk': '1.1'}} Mar 31 15:53:10.166914 dv-cinder-836028-1-iscsi neutron-server[115722]: {{(pid=115722) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 31 15:53:10.187500 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-1b2acd0d-314d-46c3-9846-c7ab11716f05 service neutron] 10.222.0.47 "GET /v2.0/networks/76a802bf-8055-4e41-8f87-e210f9d85ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067875 Mar 31 15:53:10.188806 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-b0685e99-2cb1-49c6-aa30-8bd5a57b6e37 None None] Attempting to bind port 9d2815ef-a2e9-4e6b-954e-ef327ae60654 on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:53:10.190255 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-b0685e99-2cb1-49c6-aa30-8bd5a57b6e37 None None] Attempting to bind port 9d2815ef-a2e9-4e6b-954e-ef327ae60654 by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}] {{(pid=115722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:53:10.190676 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0685e99-2cb1-49c6-aa30-8bd5a57b6e37 None None] Attempting to bind port 9d2815ef-a2e9-4e6b-954e-ef327ae60654 on network 3b1a5cd5-bca8-4f86-be99-483986f7f547 {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:53:10.198301 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1af9766a-e35b-4830-b68e-c35e60f87502 None None] Publish callbacks [] for port (8fe9065f-f033-4905-bd4f-1280e9763dda), precommit_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:10.205474 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0685e99-2cb1-49c6-aa30-8bd5a57b6e37 None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:53:10.210166 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0685e99-2cb1-49c6-aa30-8bd5a57b6e37 None None] Checking segment: {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:53:10.210166 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-b0685e99-2cb1-49c6-aa30-8bd5a57b6e37 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:10.210390 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-0a0aed74-18a1-48ea-9f08-89bf77c5ce02 None None] Publish callbacks [] for port (de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482), precommit_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:10.210483 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0685e99-2cb1-49c6-aa30-8bd5a57b6e37 None None] Bound using segment: {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'} {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:53:10.210483 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-b0685e99-2cb1-49c6-aa30-8bd5a57b6e37 None None] Bound port: 9d2815ef-a2e9-4e6b-954e-ef327ae60654, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}}] {{(pid=115722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:53:10.210483 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-b0685e99-2cb1-49c6-aa30-8bd5a57b6e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (9d2815ef-a2e9-4e6b-954e-ef327ae60654), before_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:10.265185 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-5a4b5bf0-7e3a-484f-a746-360717ed6ca5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (a90ab915-9997-4e54-8b2a-5591defb395e), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:10.266680 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-5a4b5bf0-7e3a-484f-a746-360717ed6ca5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:10.270218 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-5a4b5bf0-7e3a-484f-a746-360717ed6ca5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a90ab915-9997-4e54-8b2a-5591defb395e HTTP/1.1" status: 204 len: 168 time: 0.8505888 Mar 31 15:53:10.278130 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-64918d4f-2ea8-4fdb-a411-7275b67ee8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:10.294291 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.db [None req-b0685e99-2cb1-49c6-aa30-8bd5a57b6e37 None None] For port 9d2815ef-a2e9-4e6b-954e-ef327ae60654, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:53:10.299179 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.db [None req-b0685e99-2cb1-49c6-aa30-8bd5a57b6e37 None None] For port 9d2815ef-a2e9-4e6b-954e-ef327ae60654, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=9d2815ef-a2e9-4e6b-954e-ef327ae60654,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:53:10.308176 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d824fe67-3adf-4a3e-b5d9-b4080a33292f None None] Network 90fc1aad-d8be-40df-b185-08fe1d77372b is already hosted by enough agents. {{(pid=115721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:53:10.313585 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4b5bf0-7e3a-484f-a746-360717ed6ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a90ab915-9997-4e54-8b2a-5591defb395e,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:10.321788 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.scheduler.base_scheduler [None req-d824fe67-3adf-4a3e-b5d9-b4080a33292f None None] Resources bound (agent type, host, resource id): {{(pid=115721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:10.322120 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fbefe666-c0af-4ac2-aa9a-4f063e4ef017 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (5b50471f-5966-4e9d-8df1-023f84e9cdb8), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:10.325595 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-0a0aed74-18a1-48ea-9f08-89bf77c5ce02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482), after_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:10.328343 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1af9766a-e35b-4830-b68e-c35e60f87502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (8fe9065f-f033-4905-bd4f-1280e9763dda), after_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:10.330402 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-826db734-a3a5-4a50-bc8e-c2c59bbbf9fc admin admin] Publish callbacks [] for router_gateway (10b24868-497d-45c0-9464-8803e76370f6), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:10.332723 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824fe67-3adf-4a3e-b5d9-b4080a33292f None None] Pushing event updated for resources: {'Port': ['ID=edbcd987-c940-40f6-86f0-06c6d810dba3,revision_number=1']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:10.340154 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d824fe67-3adf-4a3e-b5d9-b4080a33292f None None] Received port after_create {{(pid=115721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:53:10.345289 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1dc70c6d-2eea-453a-81a2-30e64a578266 None None] Current status of the port ca0e72e4-536a-4b41-b9bf-a1ce82afe27d is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:10.361715 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-826db734-a3a5-4a50-bc8e-c2c59bbbf9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:10.402190 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-b0685e99-2cb1-49c6-aa30-8bd5a57b6e37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (9d2815ef-a2e9-4e6b-954e-ef327ae60654), after_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:10.408158 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0aed74-18a1-48ea-9f08-89bf77c5ce02 None None] Network 8fa8fe94-2799-4a5d-b4fd-6056ad46df32 is already hosted by enough agents. {{(pid=115721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:53:10.418360 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af9766a-e35b-4830-b68e-c35e60f87502 None None] Network 65944f20-8ab3-4e9e-89a3-2479fa118d50 is already hosted by enough agents. {{(pid=115721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:53:10.418595 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbefe666-c0af-4ac2-aa9a-4f063e4ef017 admin admin] Network 3b1a5cd5-bca8-4f86-be99-483986f7f547 is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:53:10.421491 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.scheduler.base_scheduler [None req-0a0aed74-18a1-48ea-9f08-89bf77c5ce02 None None] Resources bound (agent type, host, resource id): {{(pid=115721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:10.426535 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-fbefe666-c0af-4ac2-aa9a-4f063e4ef017 admin admin] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:10.431589 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbefe666-c0af-4ac2-aa9a-4f063e4ef017 admin admin] Received port after_create {{(pid=115720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:53:10.443673 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0aed74-18a1-48ea-9f08-89bf77c5ce02 None None] Received port after_create {{(pid=115721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:53:10.460215 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-ae92346a-f079-42a9-bdd1-47a8ecbb62b7 service neutron] 10.222.0.47 "GET /v2.0/networks/76a802bf-8055-4e41-8f87-e210f9d85ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717290 Mar 31 15:53:10.461877 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.scheduler.base_scheduler [None req-1af9766a-e35b-4830-b68e-c35e60f87502 None None] Resources bound (agent type, host, resource id): {{(pid=115721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:10.473411 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af9766a-e35b-4830-b68e-c35e60f87502 None None] Received port after_create {{(pid=115721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:53:10.506377 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0aed74-18a1-48ea-9f08-89bf77c5ce02 None None] Pushing event updated for resources: {'Port': ['ID=de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482,revision_number=1']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:10.517040 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0685e99-2cb1-49c6-aa30-8bd5a57b6e37 None None] Routers {'893cd866-4a0a-4a91-8227-08d08891aab9'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:53:10.517679 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-b0685e99-2cb1-49c6-aa30-8bd5a57b6e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:53:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['893cd866-4a0a-4a91-8227-08d08891aab9'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:10.687504 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd9307-91be-4f0e-b714-81f93c84294f None None] Pushing event updated for resources: {'Port': ['ID=9d2815ef-a2e9-4e6b-954e-ef327ae60654,revision_number=3']} {{(pid=115722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:10.699347 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbefe666-c0af-4ac2-aa9a-4f063e4ef017 admin admin] Pushing event updated for resources: {'Port': ['ID=5b50471f-5966-4e9d-8df1-023f84e9cdb8,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:10.702566 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_common [None req-6105982d-8b0d-4d0c-a0c6-f454f5855f02 admin admin] Allocated IP 172.27.0.3 (3b1a5cd5-bca8-4f86-be99-483986f7f547/c4390997-9a11-4c24-ae70-32af92bbcdb2/3f1c5e64-2524-486f-b187-d13bca2ff528) {{(pid=115720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:53:10.742757 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [None req-64918d4f-2ea8-4fdb-a411-7275b67ee8a3 admin admin] Allocated IP 172.20.0.1 (772c9de8-3ee6-49b7-99a9-f2f7bed661aa/0a390765-0f72-4138-842b-3475f0e0b072/20bf53a5-f12d-4a00-a562-aa091b90a999) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:53:10.765490 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-b0685e99-2cb1-49c6-aa30-8bd5a57b6e37 None None] Set router 893cd866-4a0a-4a91-8227-08d08891aab9 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:53:10.833591 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-d824fe67-3adf-4a3e-b5d9-b4080a33292f None None] Attempting to bind port edbcd987-c940-40f6-86f0-06c6d810dba3 on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:53:10.834374 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-d824fe67-3adf-4a3e-b5d9-b4080a33292f None None] Attempting to bind port edbcd987-c940-40f6-86f0-06c6d810dba3 by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': '3625fcca-8015-4d97-a97b-4b3ea4e2b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b'}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:53:10.834932 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d824fe67-3adf-4a3e-b5d9-b4080a33292f None None] Attempting to bind port edbcd987-c940-40f6-86f0-06c6d810dba3 on network 90fc1aad-d8be-40df-b185-08fe1d77372b {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:53:10.927293 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9766a-e35b-4830-b68e-c35e60f87502 None None] Pushing event updated for resources: {'Port': ['ID=8fe9065f-f033-4905-bd4f-1280e9763dda,revision_number=1']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:10.943363 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port ca0e72e4-536a-4b41-b9bf-a1ce82afe27d is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:10.991221 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-64918d4f-2ea8-4fdb-a411-7275b67ee8a3 admin admin] Publish callbacks [] for port (20bf53a5-f12d-4a00-a562-aa091b90a999), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:11.009218 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d824fe67-3adf-4a3e-b5d9-b4080a33292f None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:53:11.010037 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d824fe67-3adf-4a3e-b5d9-b4080a33292f None None] Checking segment: {'id': '3625fcca-8015-4d97-a97b-4b3ea4e2b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:53:11.010701 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-d824fe67-3adf-4a3e-b5d9-b4080a33292f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:11.011617 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d824fe67-3adf-4a3e-b5d9-b4080a33292f None None] Bound using segment: {'id': '3625fcca-8015-4d97-a97b-4b3ea4e2b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b'} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:53:11.012405 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-d824fe67-3adf-4a3e-b5d9-b4080a33292f None None] Bound port: edbcd987-c940-40f6-86f0-06c6d810dba3, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3625fcca-8015-4d97-a97b-4b3ea4e2b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b'}}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:53:11.015216 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-d824fe67-3adf-4a3e-b5d9-b4080a33292f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (edbcd987-c940-40f6-86f0-06c6d810dba3), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:11.039927 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 57346) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:11.049651 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6105982d-8b0d-4d0c-a0c6-f454f5855f02 admin admin] Publish callbacks [] for port (3f1c5e64-2524-486f-b187-d13bca2ff528), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:11.052734 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fbefe666-c0af-4ac2-aa9a-4f063e4ef017 admin admin] Publish callbacks [] for router_gateway (99cba5b0-2b4a-4e5d-beb5-fbc089b68f35), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:11.100900 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-d824fe67-3adf-4a3e-b5d9-b4080a33292f None None] For port edbcd987-c940-40f6-86f0-06c6d810dba3, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:53:11.104819 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-d824fe67-3adf-4a3e-b5d9-b4080a33292f None None] For port edbcd987-c940-40f6-86f0-06c6d810dba3, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=edbcd987-c940-40f6-86f0-06c6d810dba3,segment=NetworkSegment(3625fcca-8015-4d97-a97b-4b3ea4e2b9cb),segment_id=3625fcca-8015-4d97-a97b-4b3ea4e2b9cb)] {{(pid=115721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:53:11.144353 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-0a0aed74-18a1-48ea-9f08-89bf77c5ce02 None None] Attempting to bind port de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482 on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:53:11.145741 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-0a0aed74-18a1-48ea-9f08-89bf77c5ce02 None None] Attempting to bind port de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482 by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': 'a11ae896-5a72-42f4-bae7-f1e4e617cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32'}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:53:11.148759 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0aed74-18a1-48ea-9f08-89bf77c5ce02 None None] Attempting to bind port de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482 on network 8fa8fe94-2799-4a5d-b4fd-6056ad46df32 {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:53:11.153066 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-97d04412-a3f1-4f59-9932-155fbe083de6 req-b0fd1947-e8d4-4efc-b2ff-ba34d7ac9642 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 210 time: 0.1114073 Mar 31 15:53:11.186789 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device ca0e72e4-536a-4b41-b9bf-a1ce82afe27d up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:53:11.187337 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-b0685e99-2cb1-49c6-aa30-8bd5a57b6e37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'name': 'tempest-ServerRescueNegativeTestJSON-1589148491-router', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:05Z', 'updated_at': '2022-03-31T15:53:07Z', 'revision_number': 3, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'gw_port': {'id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:06Z', 'updated_at': '2022-03-31T15:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:11.191627 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0aed74-18a1-48ea-9f08-89bf77c5ce02 None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:53:11.192021 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0aed74-18a1-48ea-9f08-89bf77c5ce02 None None] Checking segment: {'id': 'a11ae896-5a72-42f4-bae7-f1e4e617cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:53:11.192481 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-0a0aed74-18a1-48ea-9f08-89bf77c5ce02 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:11.437037 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0aed74-18a1-48ea-9f08-89bf77c5ce02 None None] Bound using segment: {'id': 'a11ae896-5a72-42f4-bae7-f1e4e617cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32'} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:53:11.437037 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-0a0aed74-18a1-48ea-9f08-89bf77c5ce02 None None] Bound port: de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11ae896-5a72-42f4-bae7-f1e4e617cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32'}}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:53:11.437037 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-0a0aed74-18a1-48ea-9f08-89bf77c5ce02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:11.438355 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0685e99-2cb1-49c6-aa30-8bd5a57b6e37 None None] The sync data for ids ['893cd866-4a0a-4a91-8227-08d08891aab9'] in dv-cinder-836028-1-iscsi is: [{'id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'name': 'tempest-ServerRescueNegativeTestJSON-1589148491-router', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:05Z', 'updated_at': '2022-03-31T15:53:07Z', 'revision_number': 3, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'gw_port': {'id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:06Z', 'updated_at': '2022-03-31T15:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:53:11.438632 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-64918d4f-2ea8-4fdb-a411-7275b67ee8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (20bf53a5-f12d-4a00-a562-aa091b90a999), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:11.439346 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-d824fe67-3adf-4a3e-b5d9-b4080a33292f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (edbcd987-c940-40f6-86f0-06c6d810dba3), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:11.439615 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 57356) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:11.439615 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e544b57d-55eb-49c6-9f58-1fd09613b145 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:11.439817 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:11.440300 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64918d4f-2ea8-4fdb-a411-7275b67ee8a3 admin admin] Network 772c9de8-3ee6-49b7-99a9-f2f7bed661aa is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:53:11.440300 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [None req-64918d4f-2ea8-4fdb-a411-7275b67ee8a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:11.440300 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64918d4f-2ea8-4fdb-a411-7275b67ee8a3 admin admin] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:53:11.440300 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-64918d4f-2ea8-4fdb-a411-7275b67ee8a3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606710'] for router_interface (893cd866-4a0a-4a91-8227-08d08891aab9), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:11.440608 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-1af9766a-e35b-4830-b68e-c35e60f87502 None None] Attempting to bind port 8fe9065f-f033-4905-bd4f-1280e9763dda on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:53:11.440608 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-1af9766a-e35b-4830-b68e-c35e60f87502 None None] Attempting to bind port 8fe9065f-f033-4905-bd4f-1280e9763dda by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': 'cbd18901-f25b-4bcb-a0f8-6acc09868379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50'}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:53:11.440608 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9766a-e35b-4830-b68e-c35e60f87502 None None] Attempting to bind port 8fe9065f-f033-4905-bd4f-1280e9763dda on network 65944f20-8ab3-4e9e-89a3-2479fa118d50 {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:53:11.440608 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9766a-e35b-4830-b68e-c35e60f87502 None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:53:11.440608 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9766a-e35b-4830-b68e-c35e60f87502 None None] Checking segment: {'id': 'cbd18901-f25b-4bcb-a0f8-6acc09868379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:53:11.440608 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1af9766a-e35b-4830-b68e-c35e60f87502 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:11.440608 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af9766a-e35b-4830-b68e-c35e60f87502 None None] Bound using segment: {'id': 'cbd18901-f25b-4bcb-a0f8-6acc09868379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50'} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:53:11.440608 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-1af9766a-e35b-4830-b68e-c35e60f87502 None None] Bound port: 8fe9065f-f033-4905-bd4f-1280e9763dda, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd18901-f25b-4bcb-a0f8-6acc09868379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50'}}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:53:11.440608 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1af9766a-e35b-4830-b68e-c35e60f87502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (8fe9065f-f033-4905-bd4f-1280e9763dda), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:11.477984 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-0a0aed74-18a1-48ea-9f08-89bf77c5ce02 None None] For port de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:53:11.514577 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port ca0e72e4-536a-4b41-b9bf-a1ce82afe27d triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:11.514776 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6105982d-8b0d-4d0c-a0c6-f454f5855f02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (3f1c5e64-2524-486f-b187-d13bca2ff528), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:11.514913 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (ca0e72e4-536a-4b41-b9bf-a1ce82afe27d), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:11.545344 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-0a0aed74-18a1-48ea-9f08-89bf77c5ce02 None None] For port de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482,segment=NetworkSegment(a11ae896-5a72-42f4-bae7-f1e4e617cdb8),segment_id=a11ae896-5a72-42f4-bae7-f1e4e617cdb8)] {{(pid=115721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:53:11.617643 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824fe67-3adf-4a3e-b5d9-b4080a33292f None None] Pushing event updated for resources: {'Port': ['ID=edbcd987-c940-40f6-86f0-06c6d810dba3,revision_number=2']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:11.627336 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fbefe666-c0af-4ac2-aa9a-4f063e4ef017 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609569'] for router (99cba5b0-2b4a-4e5d-beb5-fbc089b68f35), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:11.647933 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6105982d-8b0d-4d0c-a0c6-f454f5855f02 admin admin] Network 3b1a5cd5-bca8-4f86-be99-483986f7f547 is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:53:11.682747 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6105982d-8b0d-4d0c-a0c6-f454f5855f02 admin admin] Pushing event updated for resources: {'Port': ['ID=3f1c5e64-2524-486f-b187-d13bca2ff528,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:11.737610 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64918d4f-2ea8-4fdb-a411-7275b67ee8a3 admin admin] Pushing event updated for resources: {'Port': ['ID=20bf53a5-f12d-4a00-a562-aa091b90a999,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:11.831519 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [None req-826db734-a3a5-4a50-bc8e-c2c59bbbf9fc admin admin] Allocated IP 172.27.0.245 (3b1a5cd5-bca8-4f86-be99-483986f7f547/c4390997-9a11-4c24-ae70-32af92bbcdb2/de622d1b-147e-4831-98a6-1056aa761af8) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:53:11.854781 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port ca0e72e4-536a-4b41-b9bf-a1ce82afe27d is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:11.859767 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-0a0aed74-18a1-48ea-9f08-89bf77c5ce02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:11.903483 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-1af9766a-e35b-4830-b68e-c35e60f87502 None None] For port 8fe9065f-f033-4905-bd4f-1280e9763dda, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:53:11.908908 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-6105982d-8b0d-4d0c-a0c6-f454f5855f02 admin admin] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:11.911666 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6105982d-8b0d-4d0c-a0c6-f454f5855f02 admin admin] Received port after_create {{(pid=115720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:53:11.933459 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-1af9766a-e35b-4830-b68e-c35e60f87502 None None] For port 8fe9065f-f033-4905-bd4f-1280e9763dda, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=8fe9065f-f033-4905-bd4f-1280e9763dda,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:53:11.946891 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-e59736cf-5b92-4847-82bc-a697769cd9dc None None] Provisioning complete for port 20bf53a5-f12d-4a00-a562-aa091b90a999 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:11.954912 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-e59736cf-5b92-4847-82bc-a697769cd9dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (20bf53a5-f12d-4a00-a562-aa091b90a999), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:12.012333 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-64918d4f-2ea8-4fdb-a411-7275b67ee8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (20bf53a5-f12d-4a00-a562-aa091b90a999), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:12.028743 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-e59736cf-5b92-4847-82bc-a697769cd9dc None None] Port 20bf53a5-f12d-4a00-a562-aa091b90a999 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:53:12.035889 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1af9766a-e35b-4830-b68e-c35e60f87502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (8fe9065f-f033-4905-bd4f-1280e9763dda), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:12.071081 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0aed74-18a1-48ea-9f08-89bf77c5ce02 None None] Pushing event updated for resources: {'Port': ['ID=de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482,revision_number=2']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:12.082092 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e544b57d-55eb-49c6-9f58-1fd09613b145 admin admin] Publish callbacks [] for security_group (5f8b72c3-fd13-4ab8-b623-b9e3d5541bb0), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:12.129867 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e544b57d-55eb-49c6-9f58-1fd09613b145 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (5f8b72c3-fd13-4ab8-b623-b9e3d5541bb0), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:12.152757 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af9766a-e35b-4830-b68e-c35e60f87502 None None] Pushing event updated for resources: {'Port': ['ID=8fe9065f-f033-4905-bd4f-1280e9763dda,revision_number=2']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:12.180127 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544b57d-55eb-49c6-9f58-1fd09613b145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f8b72c3-fd13-4ab8-b623-b9e3d5541bb0,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:12.409837 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbefe666-c0af-4ac2-aa9a-4f063e4ef017 admin admin] Router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 is scheduled to L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f with binding_index 1 {{(pid=115720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:53:12.447637 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-826db734-a3a5-4a50-bc8e-c2c59bbbf9fc admin admin] Publish callbacks [] for port (de622d1b-147e-4831-98a6-1056aa761af8), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:12.516351 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-e544b57d-55eb-49c6-9f58-1fd09613b145 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6b68ee0ad6f246f59ab4da91bb26073a&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2349284 Mar 31 15:53:12.527321 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 57380) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:12.563424 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f0e2e4be-ff79-4ae7-bdb8-3f63f22ab99b req-a7c609e0-58b0-4395-997c-4784c9494b19 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 210 time: 0.1511302 Mar 31 15:53:12.655667 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6105982d-8b0d-4d0c-a0c6-f454f5855f02 admin admin] Publish callbacks [] for router_gateway (297316b7-94a5-49b3-8d00-ea2b3fa314bd), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:12.691989 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-64918d4f-2ea8-4fdb-a411-7275b67ee8a3 admin admin] Publish callbacks [] for port (20bf53a5-f12d-4a00-a562-aa091b90a999), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:12.756624 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-64918d4f-2ea8-4fdb-a411-7275b67ee8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (20bf53a5-f12d-4a00-a562-aa091b90a999), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:12.757878 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-64918d4f-2ea8-4fdb-a411-7275b67ee8a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606562'] for router_interface (893cd866-4a0a-4a91-8227-08d08891aab9), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:12.769960 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-384f9a34-747d-4a05-8c8c-826ef5421afd admin admin] Publish callbacks [] for security_group (5f8b72c3-fd13-4ab8-b623-b9e3d5541bb0), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:12.781516 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbefe666-c0af-4ac2-aa9a-4f063e4ef017 admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:53:12.793459 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f1e8d-2b90-49ed-929a-0338cd97d1d4 None None] Sync routers for ids ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:53:12.807742 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93f1e8d-2b90-49ed-929a-0338cd97d1d4 None None] Routers {'99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:53:12.815046 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-f93f1e8d-2b90-49ed-929a-0338cd97d1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:53:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:12.868272 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-826db734-a3a5-4a50-bc8e-c2c59bbbf9fc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (de622d1b-147e-4831-98a6-1056aa761af8), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:12.930935 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fbefe666-c0af-4ac2-aa9a-4f063e4ef017 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:12.933274 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-fbefe666-c0af-4ac2-aa9a-4f063e4ef017 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9216149 Mar 31 15:53:12.978451 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-384f9a34-747d-4a05-8c8c-826ef5421afd admin admin] Publish callbacks [] for security_group (5f8b72c3-fd13-4ab8-b623-b9e3d5541bb0), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:12.981467 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 57394) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:13.089995 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826db734-a3a5-4a50-bc8e-c2c59bbbf9fc admin admin] Network 3b1a5cd5-bca8-4f86-be99-483986f7f547 is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:53:13.095982 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64918d4f-2ea8-4fdb-a411-7275b67ee8a3 admin admin] Pushing event updated for resources: {'Port': ['ID=20bf53a5-f12d-4a00-a562-aa091b90a999,revision_number=2']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:13.104380 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-f93f1e8d-2b90-49ed-929a-0338cd97d1d4 None None] Set router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:53:13.126406 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [None req-826db734-a3a5-4a50-bc8e-c2c59bbbf9fc admin admin] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:13.130359 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826db734-a3a5-4a50-bc8e-c2c59bbbf9fc admin admin] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:53:13.284968 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d272d64-42fe-4677-a589-c782a8d15a53 None None] Network 90fc1aad-d8be-40df-b185-08fe1d77372b requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:53:13.403519 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6105982d-8b0d-4d0c-a0c6-f454f5855f02 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609569'] for router (297316b7-94a5-49b3-8d00-ea2b3fa314bd), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:13.407882 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826db734-a3a5-4a50-bc8e-c2c59bbbf9fc admin admin] Pushing event updated for resources: {'Port': ['ID=de622d1b-147e-4831-98a6-1056aa761af8,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:13.424011 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64918d4f-2ea8-4fdb-a411-7275b67ee8a3 admin admin] Network 772c9de8-3ee6-49b7-99a9-f2f7bed661aa is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:53:13.431675 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [None req-64918d4f-2ea8-4fdb-a411-7275b67ee8a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:13.438532 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device edbcd987-c940-40f6-86f0-06c6d810dba3 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:53:13.545711 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-384f9a34-747d-4a05-8c8c-826ef5421afd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (5f8b72c3-fd13-4ab8-b623-b9e3d5541bb0), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:13.548438 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-384f9a34-747d-4a05-8c8c-826ef5421afd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:13.549686 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-384f9a34-747d-4a05-8c8c-826ef5421afd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5f8b72c3-fd13-4ab8-b623-b9e3d5541bb0 HTTP/1.1" status: 204 len: 168 time: 1.0233221 Mar 31 15:53:13.554695 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-9a9ec2ad-29b8-4f31-976f-e33c3536567c None None] Provisioning complete for port edbcd987-c940-40f6-86f0-06c6d810dba3 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:13.555090 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec2ad-29b8-4f31-976f-e33c3536567c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (edbcd987-c940-40f6-86f0-06c6d810dba3), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:13.568317 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384f9a34-747d-4a05-8c8c-826ef5421afd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f8b72c3-fd13-4ab8-b623-b9e3d5541bb0,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:13.898079 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6105982d-8b0d-4d0c-a0c6-f454f5855f02 admin admin] Router 297316b7-94a5-49b3-8d00-ea2b3fa314bd is scheduled to L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f with binding_index 1 {{(pid=115720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:53:13.918603 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64918d4f-2ea8-4fdb-a411-7275b67ee8a3 admin admin] Router 893cd866-4a0a-4a91-8227-08d08891aab9 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:53:13.953199 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e719e059-71ad-45e2-a2cd-8a2ad2871fd4 None None] Network 8fa8fe94-2799-4a5d-b4fd-6056ad46df32 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:53:14.051484 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4f9763c9-f29d-4a3d-af87-ae5ff8f087d9 req-363b3d3e-0990-411e-ae85-35c93865e2ce tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 210 time: 0.1070764 Mar 31 15:53:14.151724 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port edbcd987-c940-40f6-86f0-06c6d810dba3 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:14.152360 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (edbcd987-c940-40f6-86f0-06c6d810dba3), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:14.211644 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-826db734-a3a5-4a50-bc8e-c2c59bbbf9fc admin admin] Publish callbacks [] for router_gateway (10b24868-497d-45c0-9464-8803e76370f6), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:14.495758 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-9a9ec2ad-29b8-4f31-976f-e33c3536567c None None] Current status of the port edbcd987-c940-40f6-86f0-06c6d810dba3 is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:14.496192 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec2ad-29b8-4f31-976f-e33c3536567c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (edbcd987-c940-40f6-86f0-06c6d810dba3), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:14.502757 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64918d4f-2ea8-4fdb-a411-7275b67ee8a3 admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:53:14.516096 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-64918d4f-2ea8-4fdb-a411-7275b67ee8a3 admin admin] 10.222.0.47 "PUT /v2.0/routers/893cd866-4a0a-4a91-8227-08d08891aab9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5681245 Mar 31 15:53:14.547314 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4564b697-31a8-4169-b40b-a4f2037059bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:14.553660 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e530d9b-0d35-40dd-98fb-3ad7adaf5e6e None None] Network 65944f20-8ab3-4e9e-89a3-2479fa118d50 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:53:14.752710 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6105982d-8b0d-4d0c-a0c6-f454f5855f02 admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:53:14.758638 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-826db734-a3a5-4a50-bc8e-c2c59bbbf9fc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609569'] for router (10b24868-497d-45c0-9464-8803e76370f6), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:14.766193 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-f93f1e8d-2b90-49ed-929a-0338cd97d1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:10Z', 'revision_number': 3, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:14.793855 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-9a9ec2ad-29b8-4f31-976f-e33c3536567c None None] For port edbcd987-c940-40f6-86f0-06c6d810dba3, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=edbcd987-c940-40f6-86f0-06c6d810dba3,segment=NetworkSegment(3625fcca-8015-4d97-a97b-4b3ea4e2b9cb),segment_id=3625fcca-8015-4d97-a97b-4b3ea4e2b9cb)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:14.795866 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918e2dd7-29ee-4fc3-9bd8-49fe017596ab None None] Sync routers for ids ['297316b7-94a5-49b3-8d00-ea2b3fa314bd'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:53:14.817052 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918e2dd7-29ee-4fc3-9bd8-49fe017596ab None None] Routers {'297316b7-94a5-49b3-8d00-ea2b3fa314bd'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:53:14.817951 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-918e2dd7-29ee-4fc3-9bd8-49fe017596ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:53:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['297316b7-94a5-49b3-8d00-ea2b3fa314bd'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:14.854694 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6105982d-8b0d-4d0c-a0c6-f454f5855f02 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:14.862527 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-6105982d-8b0d-4d0c-a0c6-f454f5855f02 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.6849804 Mar 31 15:53:14.863760 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 57440) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:14.913394 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 57442) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:15.041276 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_common [None req-4564b697-31a8-4169-b40b-a4f2037059bb admin admin] Allocated IP 172.20.0.1 (90fc1aad-d8be-40df-b185-08fe1d77372b/cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0/79d96810-7ae3-42c8-aeba-528725e0fbbf) {{(pid=115720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:53:15.057529 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-918e2dd7-29ee-4fc3-9bd8-49fe017596ab None None] Set router 297316b7-94a5-49b3-8d00-ea2b3fa314bd gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:53:15.099472 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826db734-a3a5-4a50-bc8e-c2c59bbbf9fc admin admin] Router 10b24868-497d-45c0-9464-8803e76370f6 is scheduled to L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f with binding_index 1 {{(pid=115719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:53:15.123243 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776c02ff-3090-4e63-a4f7-5b24a5cb1d7c None None] Sync routers for ids ['893cd866-4a0a-4a91-8227-08d08891aab9'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:53:15.149446 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f1e8d-2b90-49ed-929a-0338cd97d1d4 None None] Checking router: 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:53:15.149792 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f1e8d-2b90-49ed-929a-0338cd97d1d4 None None] Updating router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 port 5b50471f-5966-4e9d-8df1-023f84e9cdb8 binding host dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:53:15.152215 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-9a9ec2ad-29b8-4f31-976f-e33c3536567c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (edbcd987-c940-40f6-86f0-06c6d810dba3), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:15.234277 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port edbcd987-c940-40f6-86f0-06c6d810dba3 is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:15.234277 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (edbcd987-c940-40f6-86f0-06c6d810dba3), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:15.319163 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776c02ff-3090-4e63-a4f7-5b24a5cb1d7c None None] Routers {'893cd866-4a0a-4a91-8227-08d08891aab9'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:53:15.319833 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-776c02ff-3090-4e63-a4f7-5b24a5cb1d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:53:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['893cd866-4a0a-4a91-8227-08d08891aab9'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:15.380893 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cd3076eb-a7de-4e44-b4ff-23fba37574ec req-e00c85f7-7318-44e9-8cac-fe8f27d0ed1c tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 210 time: 0.0527444 Mar 31 15:53:15.395444 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-82a451e1-22db-4662-9c3e-158560a17073 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:15.400625 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-f93f1e8d-2b90-49ed-929a-0338cd97d1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (5b50471f-5966-4e9d-8df1-023f84e9cdb8), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:15.409399 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.24', 62579) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:15.456067 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4564b697-31a8-4169-b40b-a4f2037059bb admin admin] Publish callbacks [] for port (79d96810-7ae3-42c8-aeba-528725e0fbbf), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:15.460767 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-918e2dd7-29ee-4fc3-9bd8-49fe017596ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1621461563-router', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:12Z', 'revision_number': 3, 'project_id': 'cf512c54be704edba504249cc57859c5', 'gw_port': {'id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:15.509562 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918e2dd7-29ee-4fc3-9bd8-49fe017596ab None None] Checking router: 297316b7-94a5-49b3-8d00-ea2b3fa314bd for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:53:15.514591 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918e2dd7-29ee-4fc3-9bd8-49fe017596ab None None] Updating router 297316b7-94a5-49b3-8d00-ea2b3fa314bd port 3f1c5e64-2524-486f-b187-d13bca2ff528 binding host dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:53:15.586383 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-918e2dd7-29ee-4fc3-9bd8-49fe017596ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (3f1c5e64-2524-486f-b187-d13bca2ff528), before_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:15.680749 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4564b697-31a8-4169-b40b-a4f2037059bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (79d96810-7ae3-42c8-aeba-528725e0fbbf), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:15.742385 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4564b697-31a8-4169-b40b-a4f2037059bb admin admin] Network 90fc1aad-d8be-40df-b185-08fe1d77372b is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:53:15.748485 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-4564b697-31a8-4169-b40b-a4f2037059bb admin admin] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:15.751045 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-776c02ff-3090-4e63-a4f7-5b24a5cb1d7c None None] Set router 893cd866-4a0a-4a91-8227-08d08891aab9 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:53:15.756416 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4564b697-31a8-4169-b40b-a4f2037059bb admin admin] Received port after_create {{(pid=115720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:53:15.757075 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4564b697-31a8-4169-b40b-a4f2037059bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606710'] for router_interface (99cba5b0-2b4a-4e5d-beb5-fbc089b68f35), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:15.844003 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564b697-31a8-4169-b40b-a4f2037059bb admin admin] Pushing event updated for resources: {'Port': ['ID=79d96810-7ae3-42c8-aeba-528725e0fbbf,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:15.916807 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826db734-a3a5-4a50-bc8e-c2c59bbbf9fc admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:53:15.997205 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-4e7ad902-ecec-436f-87b1-0c4eee565fd3 None None] Provisioning complete for port edbcd987-c940-40f6-86f0-06c6d810dba3 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:15.998444 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-4e7ad902-ecec-436f-87b1-0c4eee565fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (edbcd987-c940-40f6-86f0-06c6d810dba3), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:16.060398 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9ec2ad-29b8-4f31-976f-e33c3536567c None None] Pushing event updated for resources: {'Port': ['ID=edbcd987-c940-40f6-86f0-06c6d810dba3,revision_number=3']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:16.062718 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8418607-ae93-4144-a25b-1cc69227db00 None None] Sync routers for ids ['10b24868-497d-45c0-9464-8803e76370f6'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:53:16.096722 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-82a451e1-22db-4662-9c3e-158560a17073 admin admin] Publish callbacks [] for security_group (54a0c764-1114-4159-ad4d-fed4889e69f7), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:16.152894 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8418607-ae93-4144-a25b-1cc69227db00 None None] Routers {'10b24868-497d-45c0-9464-8803e76370f6'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:53:16.157959 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-b8418607-ae93-4144-a25b-1cc69227db00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:53:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['10b24868-497d-45c0-9464-8803e76370f6'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:16.189672 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-640a45ab-d9ed-44a5-8067-dc3e9b03bf85 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:16.191540 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-640a45ab-d9ed-44a5-8067-dc3e9b03bf85 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.24 "GET /v2.0/networks?id=76a802bf-8055-4e41-8f87-e210f9d85ac7 HTTP/1.1" status: 200 len: 812 time: 0.7784157 Mar 31 15:53:16.199484 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-a4987957-077a-4d48-93f9-6fab43b01050 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:16.207075 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-a4987957-077a-4d48-93f9-6fab43b01050 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/networks?id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa HTTP/1.1" status: 200 len: 819 time: 0.6110001 Mar 31 15:53:16.216083 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-82a451e1-22db-4662-9c3e-158560a17073 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (54a0c764-1114-4159-ad4d-fed4889e69f7), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:16.226919 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.db.api [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=115721) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 31 15:53:16.227465 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG oslo_db.api [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 31 15:53:16.245361 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-da2d9334-8716-4d74-a504-0c642328f2ac tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/quotas/5b72f6f1e61d487aa67d6b722ba60f85 HTTP/1.1" status: 200 len: 375 time: 0.0362222 Mar 31 15:53:16.286630 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-3fee1c57-9e79-44c8-84b6-64b5266d8d4e tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Request body: {'port': {'device_id': '0fda79b4-095d-490c-8c00-a9f2446d246e', 'network_id': '76a802bf-8055-4e41-8f87-e210f9d85ac7', 'admin_state_up': True, 'tenant_id': 'b4549cf35e2b470f8eba0e2ecb7fea60'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:16.311525 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-826db734-a3a5-4a50-bc8e-c2c59bbbf9fc admin admin] Publish callbacks [] for router (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:16.315673 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-826db734-a3a5-4a50-bc8e-c2c59bbbf9fc admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.1362777 Mar 31 15:53:16.335795 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 57500) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:16.394947 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a451e1-22db-4662-9c3e-158560a17073 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54a0c764-1114-4159-ad4d-fed4889e69f7,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:16.399192 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-918e2dd7-29ee-4fc3-9bd8-49fe017596ab None None] Publish callbacks [] for port (3f1c5e64-2524-486f-b187-d13bca2ff528), precommit_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:16.428401 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-b8418607-ae93-4144-a25b-1cc69227db00 None None] Set router 10b24868-497d-45c0-9464-8803e76370f6 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:53:16.470058 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-82a451e1-22db-4662-9c3e-158560a17073 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=855f1b8c2a264ca6a555d98664344481&name=default HTTP/1.1" status: 200 len: 2992 time: 1.5531874 Mar 31 15:53:16.471845 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-4e7ad902-ecec-436f-87b1-0c4eee565fd3 None None] Current status of the port edbcd987-c940-40f6-86f0-06c6d810dba3 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:16.519002 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 57508) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:16.551957 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4564b697-31a8-4169-b40b-a4f2037059bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (79d96810-7ae3-42c8-aeba-528725e0fbbf), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:16.596807 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-4e7ad902-ecec-436f-87b1-0c4eee565fd3 None None] Provisioning complete for port 8fe9065f-f033-4905-bd4f-1280e9763dda triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:16.597208 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-4e7ad902-ecec-436f-87b1-0c4eee565fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (8fe9065f-f033-4905-bd4f-1280e9763dda), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:16.629957 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-7137ad52-54ca-4c25-a115-8288bcc670a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:16.713051 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d03bbab9-be9c-42a1-9972-4b7a0c512c25 req-627a0875-17e5-4712-9330-4428e66b892e tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 210 time: 0.1224365 Mar 31 15:53:16.714613 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-918e2dd7-29ee-4fc3-9bd8-49fe017596ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (3f1c5e64-2524-486f-b187-d13bca2ff528), after_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:16.734048 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-776c02ff-3090-4e63-a4f7-5b24a5cb1d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'name': 'tempest-ServerRescueNegativeTestJSON-1589148491-router', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:05Z', 'updated_at': '2022-03-31T15:53:11Z', 'revision_number': 4, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'gw_port': {'id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:06Z', 'updated_at': '2022-03-31T15:53:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '20bf53a5-f12d-4a00-a562-aa091b90a999', 'name': '', 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'mac_address': 'fa:16:3e:e1:35:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0a390765-0f72-4138-842b-3475f0e0b072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:12Z', 'revision_number': 2, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'subnets': [{'id': '0a390765-0f72-4138-842b-3475f0e0b072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:16.779874 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-e601fa3c-599c-46b4-874d-2179f2f2bd81 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b72f6f1e61d487aa67d6b722ba60f85&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5332468 Mar 31 15:53:16.822727 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f4e13c75-91a1-4c83-ba69-ccb27fe09c71 admin admin] Publish callbacks [] for security_group (54a0c764-1114-4159-ad4d-fed4889e69f7), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:16.846100 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-918e2dd7-29ee-4fc3-9bd8-49fe017596ab None None] Attempting to bind port 3f1c5e64-2524-486f-b187-d13bca2ff528 on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:53:16.846867 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-918e2dd7-29ee-4fc3-9bd8-49fe017596ab None None] Attempting to bind port 3f1c5e64-2524-486f-b187-d13bca2ff528 by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}] {{(pid=115722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:53:16.847247 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918e2dd7-29ee-4fc3-9bd8-49fe017596ab None None] Attempting to bind port 3f1c5e64-2524-486f-b187-d13bca2ff528 on network 3b1a5cd5-bca8-4f86-be99-483986f7f547 {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:53:16.854308 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86458fe9-6219-4351-b58b-b0775dba3d33 None None] Pushing event updated for resources: {'Port': ['ID=3f1c5e64-2524-486f-b187-d13bca2ff528,revision_number=2']} {{(pid=115722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:16.854639 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f4e13c75-91a1-4c83-ba69-ccb27fe09c71 admin admin] Publish callbacks [] for security_group (54a0c764-1114-4159-ad4d-fed4889e69f7), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:16.864026 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918e2dd7-29ee-4fc3-9bd8-49fe017596ab None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:53:16.864442 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918e2dd7-29ee-4fc3-9bd8-49fe017596ab None None] Checking segment: {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:53:16.864903 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-918e2dd7-29ee-4fc3-9bd8-49fe017596ab None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:16.865309 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-918e2dd7-29ee-4fc3-9bd8-49fe017596ab None None] Bound using segment: {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'} {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:53:16.865855 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-918e2dd7-29ee-4fc3-9bd8-49fe017596ab None None] Bound port: 3f1c5e64-2524-486f-b187-d13bca2ff528, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}}] {{(pid=115722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:53:16.866245 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-918e2dd7-29ee-4fc3-9bd8-49fe017596ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (3f1c5e64-2524-486f-b187-d13bca2ff528), before_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:16.902052 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776c02ff-3090-4e63-a4f7-5b24a5cb1d7c None None] Checking router: 893cd866-4a0a-4a91-8227-08d08891aab9 for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:53:16.907054 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776c02ff-3090-4e63-a4f7-5b24a5cb1d7c None None] Updating router 893cd866-4a0a-4a91-8227-08d08891aab9 port 20bf53a5-f12d-4a00-a562-aa091b90a999 binding host dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:53:16.942141 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.db [None req-918e2dd7-29ee-4fc3-9bd8-49fe017596ab None None] For port 3f1c5e64-2524-486f-b187-d13bca2ff528, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:53:16.946004 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.db [None req-918e2dd7-29ee-4fc3-9bd8-49fe017596ab None None] For port 3f1c5e64-2524-486f-b187-d13bca2ff528, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=3f1c5e64-2524-486f-b187-d13bca2ff528,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:53:16.949803 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-3fee1c57-9e79-44c8-84b6-64b5266d8d4e tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Made reservation on behalf of b4549cf35e2b470f8eba0e2ecb7fea60 for: {'port': 1} {{(pid=115719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:53:16.954382 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-3fee1c57-9e79-44c8-84b6-64b5266d8d4e tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:16.970309 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-b8418607-ae93-4144-a25b-1cc69227db00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b24868-497d-45c0-9464-8803e76370f6', 'name': 'tempest-AttachVolumeTestJSON-1293021899-router', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:13Z', 'revision_number': 3, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'gw_port': {'id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:17.002703 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8418607-ae93-4144-a25b-1cc69227db00 None None] Checking router: 10b24868-497d-45c0-9464-8803e76370f6 for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:53:17.003122 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8418607-ae93-4144-a25b-1cc69227db00 None None] Updating router 10b24868-497d-45c0-9464-8803e76370f6 port de622d1b-147e-4831-98a6-1056aa761af8 binding host dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:53:17.046182 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f4e13c75-91a1-4c83-ba69-ccb27fe09c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (54a0c764-1114-4159-ad4d-fed4889e69f7), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:17.047473 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_common [None req-7137ad52-54ca-4c25-a115-8288bcc670a6 admin admin] Allocated IP 172.20.0.1 (65944f20-8ab3-4e9e-89a3-2479fa118d50/7cb7a29d-bee7-4666-8fec-18b9b112885d/bf403390-2890-4e83-9d4e-ae3d6a5dface) {{(pid=115720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:53:17.049911 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-918e2dd7-29ee-4fc3-9bd8-49fe017596ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (3f1c5e64-2524-486f-b187-d13bca2ff528), after_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:17.051927 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f4e13c75-91a1-4c83-ba69-ccb27fe09c71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:17.055670 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-f4e13c75-91a1-4c83-ba69-ccb27fe09c71 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/54a0c764-1114-4159-ad4d-fed4889e69f7 HTTP/1.1" status: 204 len: 168 time: 0.5353997 Mar 31 15:53:17.067627 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port edbcd987-c940-40f6-86f0-06c6d810dba3 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:17.070511 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 9d2815ef-a2e9-4e6b-954e-ef327ae60654 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:53:17.114844 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-776c02ff-3090-4e63-a4f7-5b24a5cb1d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (20bf53a5-f12d-4a00-a562-aa091b90a999), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:17.171943 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86458fe9-6219-4351-b58b-b0775dba3d33 None None] Pushing event updated for resources: {'Port': ['ID=3f1c5e64-2524-486f-b187-d13bca2ff528,revision_number=3']} {{(pid=115722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:17.201885 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-b8418607-ae93-4144-a25b-1cc69227db00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (de622d1b-147e-4831-98a6-1056aa761af8), before_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:17.255619 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-918e2dd7-29ee-4fc3-9bd8-49fe017596ab None None] Routers {'297316b7-94a5-49b3-8d00-ea2b3fa314bd'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:53:17.256305 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-918e2dd7-29ee-4fc3-9bd8-49fe017596ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:53:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['297316b7-94a5-49b3-8d00-ea2b3fa314bd'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:17.292423 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-f93f1e8d-2b90-49ed-929a-0338cd97d1d4 None None] Publish callbacks [] for port (5b50471f-5966-4e9d-8df1-023f84e9cdb8), precommit_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:17.302997 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-4e7ad902-ecec-436f-87b1-0c4eee565fd3 None None] Current status of the port 8fe9065f-f033-4905-bd4f-1280e9763dda is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:17.303407 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-4e7ad902-ecec-436f-87b1-0c4eee565fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (8fe9065f-f033-4905-bd4f-1280e9763dda), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:17.305413 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-fa97a7d2-b3a2-4861-9efe-288a92ea1882 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=115719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:53:17.306455 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-fa97a7d2-b3a2-4861-9efe-288a92ea1882 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2783456 Mar 31 15:53:17.354513 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e13c75-91a1-4c83-ba69-ccb27fe09c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a0c764-1114-4159-ad4d-fed4889e69f7,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:17.394092 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-4e7ad902-ecec-436f-87b1-0c4eee565fd3 None None] For port 8fe9065f-f033-4905-bd4f-1280e9763dda, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=8fe9065f-f033-4905-bd4f-1280e9763dda,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:17.435734 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-3fee1c57-9e79-44c8-84b6-64b5266d8d4e tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Allocated IP 172.20.0.5 (76a802bf-8055-4e41-8f87-e210f9d85ac7/16a0de24-e6d5-4485-ae6a-6236b78c1542/3cf876a3-e6e4-47c6-8ff2-91200ab2dafa) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:53:17.482448 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-f3c8c0a1-add0-4f16-86f2-1069c0d2da26 service neutron] 10.222.0.47 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1536131 Mar 31 15:53:17.536970 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-918e2dd7-29ee-4fc3-9bd8-49fe017596ab None None] Set router 297316b7-94a5-49b3-8d00-ea2b3fa314bd gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:53:17.671802 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 9d2815ef-a2e9-4e6b-954e-ef327ae60654 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:17.672322 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (9d2815ef-a2e9-4e6b-954e-ef327ae60654), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:17.675612 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-58e0c4c5-4f56-4271-8643-f8902dfde9b8 service neutron] 10.222.0.47 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1866915 Mar 31 15:53:17.715460 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-3fee1c57-9e79-44c8-84b6-64b5266d8d4e tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Publish callbacks [] for port (3cf876a3-e6e4-47c6-8ff2-91200ab2dafa), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:17.724363 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-7137ad52-54ca-4c25-a115-8288bcc670a6 admin admin] Publish callbacks [] for port (bf403390-2890-4e83-9d4e-ae3d6a5dface), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:17.854314 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-f93f1e8d-2b90-49ed-929a-0338cd97d1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (5b50471f-5966-4e9d-8df1-023f84e9cdb8), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:17.855997 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-3fee1c57-9e79-44c8-84b6-64b5266d8d4e tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (3cf876a3-e6e4-47c6-8ff2-91200ab2dafa), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:17.862771 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4564b697-31a8-4169-b40b-a4f2037059bb admin admin] Publish callbacks [] for port (79d96810-7ae3-42c8-aeba-528725e0fbbf), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:17.867140 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-7137ad52-54ca-4c25-a115-8288bcc670a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (bf403390-2890-4e83-9d4e-ae3d6a5dface), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:17.875291 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-4e7ad902-ecec-436f-87b1-0c4eee565fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (8fe9065f-f033-4905-bd4f-1280e9763dda), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:17.922627 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137ad52-54ca-4c25-a115-8288bcc670a6 admin admin] Pushing event updated for resources: {'Port': ['ID=bf403390-2890-4e83-9d4e-ae3d6a5dface,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:17.949327 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7137ad52-54ca-4c25-a115-8288bcc670a6 admin admin] Network 65944f20-8ab3-4e9e-89a3-2479fa118d50 is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:53:17.950741 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4564b697-31a8-4169-b40b-a4f2037059bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (79d96810-7ae3-42c8-aeba-528725e0fbbf), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:17.951941 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4564b697-31a8-4169-b40b-a4f2037059bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606562'] for router_interface (99cba5b0-2b4a-4e5d-beb5-fbc089b68f35), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:17.980150 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed8ce3-ec58-40ad-8ccb-a386c866e171 None None] Pushing event updated for resources: {'Port': ['ID=5b50471f-5966-4e9d-8df1-023f84e9cdb8,revision_number=2']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:18.022411 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-b8418607-ae93-4144-a25b-1cc69227db00 None None] Publish callbacks [] for port (de622d1b-147e-4831-98a6-1056aa761af8), precommit_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:18.057895 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-918e2dd7-29ee-4fc3-9bd8-49fe017596ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1621461563-router', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:12Z', 'revision_number': 3, 'project_id': 'cf512c54be704edba504249cc57859c5', 'gw_port': {'id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:18.095375 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-7137ad52-54ca-4c25-a115-8288bcc670a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:18.108107 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4564b697-31a8-4169-b40b-a4f2037059bb admin admin] Pushing event updated for resources: {'Port': ['ID=79d96810-7ae3-42c8-aeba-528725e0fbbf,revision_number=2']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:18.112586 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 57566) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:18.138183 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-4e7ad902-ecec-436f-87b1-0c4eee565fd3 None None] Provisioning complete for port 20bf53a5-f12d-4a00-a562-aa091b90a999 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:18.140156 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-4e7ad902-ecec-436f-87b1-0c4eee565fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (20bf53a5-f12d-4a00-a562-aa091b90a999), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:18.165496 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-b8418607-ae93-4144-a25b-1cc69227db00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (de622d1b-147e-4831-98a6-1056aa761af8), after_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:18.191773 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-918e2dd7-29ee-4fc3-9bd8-49fe017596ab None None] The sync data for ids ['297316b7-94a5-49b3-8d00-ea2b3fa314bd'] in dv-cinder-836028-1-iscsi is: [{'id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1621461563-router', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:12Z', 'revision_number': 3, 'project_id': 'cf512c54be704edba504249cc57859c5', 'gw_port': {'id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:53:18.201403 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-3fee1c57-9e79-44c8-84b6-64b5266d8d4e tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Network 76a802bf-8055-4e41-8f87-e210f9d85ac7 is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:53:18.212732 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-3fee1c57-9e79-44c8-84b6-64b5266d8d4e tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:18.218389 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-3fee1c57-9e79-44c8-84b6-64b5266d8d4e tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:53:18.227857 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-3fee1c57-9e79-44c8-84b6-64b5266d8d4e tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:18.228918 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-3fee1c57-9e79-44c8-84b6-64b5266d8d4e tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:18.269698 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fee1c57-9e79-44c8-84b6-64b5266d8d4e tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Pushing event updated for resources: {'Port': ['ID=3cf876a3-e6e4-47c6-8ff2-91200ab2dafa,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:18.321871 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-f93f1e8d-2b90-49ed-929a-0338cd97d1d4 None None] Attempting to bind port 5b50471f-5966-4e9d-8df1-023f84e9cdb8 on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:53:18.322344 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-f93f1e8d-2b90-49ed-929a-0338cd97d1d4 None None] Attempting to bind port 5b50471f-5966-4e9d-8df1-023f84e9cdb8 by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:53:18.322425 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93f1e8d-2b90-49ed-929a-0338cd97d1d4 None None] Attempting to bind port 5b50471f-5966-4e9d-8df1-023f84e9cdb8 on network 3b1a5cd5-bca8-4f86-be99-483986f7f547 {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:53:18.335617 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7137ad52-54ca-4c25-a115-8288bcc670a6 admin admin] Received port after_create {{(pid=115720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:53:18.336108 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-7137ad52-54ca-4c25-a115-8288bcc670a6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606710'] for router_interface (297316b7-94a5-49b3-8d00-ea2b3fa314bd), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:18.439601 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da8f498-1385-4ca8-ab7f-98f3be52bf41 req-2eeadb1c-bda9-4c23-af8d-c17bfdbe536b tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:18.452237 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0da8f498-1385-4ca8-ab7f-98f3be52bf41 req-2eeadb1c-bda9-4c23-af8d-c17bfdbe536b tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 931 time: 0.5202904 Mar 31 15:53:18.472959 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9d0be787-9cab-49bb-92c0-2e98eee54f79 req-391a56c2-7816-4a50-a82f-ca9c2df24435 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 210 time: 0.1272445 Mar 31 15:53:18.504409 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-b8418607-ae93-4144-a25b-1cc69227db00 None None] Attempting to bind port de622d1b-147e-4831-98a6-1056aa761af8 on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:53:18.504846 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-b8418607-ae93-4144-a25b-1cc69227db00 None None] Attempting to bind port de622d1b-147e-4831-98a6-1056aa761af8 by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}] {{(pid=115722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:53:18.505241 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8418607-ae93-4144-a25b-1cc69227db00 None None] Attempting to bind port de622d1b-147e-4831-98a6-1056aa761af8 on network 3b1a5cd5-bca8-4f86-be99-483986f7f547 {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:53:18.525185 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-3fee1c57-9e79-44c8-84b6-64b5266d8d4e tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2169497 Mar 31 15:53:18.573931 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff27292-8433-4e8a-825b-c651fce31715 None None] Pushing event updated for resources: {'Port': ['ID=de622d1b-147e-4831-98a6-1056aa761af8,revision_number=2']} {{(pid=115722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:18.593072 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8418607-ae93-4144-a25b-1cc69227db00 None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:53:18.597025 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-9244ff3a-e00c-478a-838a-71b3ce35b19d tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=115719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:53:18.598403 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8418607-ae93-4144-a25b-1cc69227db00 None None] Checking segment: {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:53:18.598808 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-b8418607-ae93-4144-a25b-1cc69227db00 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:18.599228 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8418607-ae93-4144-a25b-1cc69227db00 None None] Bound using segment: {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'} {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:53:18.600106 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-b8418607-ae93-4144-a25b-1cc69227db00 None None] Bound port: de622d1b-147e-4831-98a6-1056aa761af8, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}}] {{(pid=115722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:53:18.602889 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-b8418607-ae93-4144-a25b-1cc69227db00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (de622d1b-147e-4831-98a6-1056aa761af8), before_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:18.606418 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-9244ff3a-e00c-478a-838a-71b3ce35b19d tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0720961 Mar 31 15:53:18.625040 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93f1e8d-2b90-49ed-929a-0338cd97d1d4 None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:53:18.625422 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93f1e8d-2b90-49ed-929a-0338cd97d1d4 None None] Checking segment: {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:53:18.625936 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-f93f1e8d-2b90-49ed-929a-0338cd97d1d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:18.626345 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f93f1e8d-2b90-49ed-929a-0338cd97d1d4 None None] Bound using segment: {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:53:18.626838 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-f93f1e8d-2b90-49ed-929a-0338cd97d1d4 None None] Bound port: 5b50471f-5966-4e9d-8df1-023f84e9cdb8, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:53:18.627269 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-f93f1e8d-2b90-49ed-929a-0338cd97d1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (5b50471f-5966-4e9d-8df1-023f84e9cdb8), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:18.734790 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b81ddeff-80bb-4ebd-ad8c-2db0c1a373ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:18.849966 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.db [None req-b8418607-ae93-4144-a25b-1cc69227db00 None None] For port de622d1b-147e-4831-98a6-1056aa761af8, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:53:18.853920 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-4e7ad902-ecec-436f-87b1-0c4eee565fd3 None None] Port 20bf53a5-f12d-4a00-a562-aa091b90a999 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:53:18.857251 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.db [None req-b8418607-ae93-4144-a25b-1cc69227db00 None None] For port de622d1b-147e-4831-98a6-1056aa761af8, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=de622d1b-147e-4831-98a6-1056aa761af8,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:53:18.867325 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ad902-ecec-436f-87b1-0c4eee565fd3 None None] Pushing event updated for resources: {'Port': ['ID=8fe9065f-f033-4905-bd4f-1280e9763dda,revision_number=3']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:18.936279 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 9d2815ef-a2e9-4e6b-954e-ef327ae60654 is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:18.936687 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (9d2815ef-a2e9-4e6b-954e-ef327ae60654), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:18.979412 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-b8418607-ae93-4144-a25b-1cc69227db00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (de622d1b-147e-4831-98a6-1056aa761af8), after_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:19.120906 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0da8f498-1385-4ca8-ab7f-98f3be52bf41 req-eb10093f-b568-4351-b863-e629175059d3 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a06e61e-d0cb-4d9f-8f56-6b34cf596f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6629224 Mar 31 15:53:19.306254 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-edc99373-37aa-4286-852c-7cbc14ff920a service neutron] Request body: {'port': {'device_id': '0fda79b4-095d-490c-8c00-a9f2446d246e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:19.361708 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8418607-ae93-4144-a25b-1cc69227db00 None None] Routers {'10b24868-497d-45c0-9464-8803e76370f6'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:53:19.362494 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-b8418607-ae93-4144-a25b-1cc69227db00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:53:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['10b24868-497d-45c0-9464-8803e76370f6'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:19.366970 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4564b697-31a8-4169-b40b-a4f2037059bb admin admin] Network 90fc1aad-d8be-40df-b185-08fe1d77372b is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:53:19.377481 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-4564b697-31a8-4169-b40b-a4f2037059bb admin admin] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:19.383062 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff27292-8433-4e8a-825b-c651fce31715 None None] Pushing event updated for resources: {'Port': ['ID=de622d1b-147e-4831-98a6-1056aa761af8,revision_number=3']} {{(pid=115722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:19.603612 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-4e7ad902-ecec-436f-87b1-0c4eee565fd3 None None] Provisioning complete for port de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:19.604158 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-4e7ad902-ecec-436f-87b1-0c4eee565fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:19.928896 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-f93f1e8d-2b90-49ed-929a-0338cd97d1d4 None None] For port 5b50471f-5966-4e9d-8df1-023f84e9cdb8, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:53:19.928896 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-f93f1e8d-2b90-49ed-929a-0338cd97d1d4 None None] For port 5b50471f-5966-4e9d-8df1-023f84e9cdb8, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=5b50471f-5966-4e9d-8df1-023f84e9cdb8,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:53:19.929441 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b81ddeff-80bb-4ebd-ad8c-2db0c1a373ec admin admin] Publish callbacks [] for security_group (2e8ded49-8025-4322-a28c-d93a70d880f3), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:19.929441 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-edc99373-37aa-4286-852c-7cbc14ff920a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (3cf876a3-e6e4-47c6-8ff2-91200ab2dafa), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:19.929441 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-2e39fd9e-4984-4c9c-a8bd-3c091c29396d tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:19.929652 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ab80e869-23c6-4070-b119-bb104fe40b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:19.929652 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4564b697-31a8-4169-b40b-a4f2037059bb admin admin] Router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:53:19.929785 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-2e39fd9e-4984-4c9c-a8bd-3c091c29396d tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/networks?id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa HTTP/1.1" status: 200 len: 819 time: 0.6705110 Mar 31 15:53:19.929863 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] For port 9d2815ef-a2e9-4e6b-954e-ef327ae60654, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=9d2815ef-a2e9-4e6b-954e-ef327ae60654,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:19.929940 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-1101fcd1-294c-4539-950f-c9ae30cca94b tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/quotas/5b72f6f1e61d487aa67d6b722ba60f85 HTTP/1.1" status: 200 len: 375 time: 0.0221426 Mar 31 15:53:20.056275 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-f93f1e8d-2b90-49ed-929a-0338cd97d1d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (5b50471f-5966-4e9d-8df1-023f84e9cdb8), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:20.098530 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-b8418607-ae93-4144-a25b-1cc69227db00 None None] Set router 10b24868-497d-45c0-9464-8803e76370f6 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:53:20.098855 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-776c02ff-3090-4e63-a4f7-5b24a5cb1d7c None None] Publish callbacks [] for port (20bf53a5-f12d-4a00-a562-aa091b90a999), precommit_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:20.192316 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (9d2815ef-a2e9-4e6b-954e-ef327ae60654), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:20.192953 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:53:20.367255 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-4e7ad902-ecec-436f-87b1-0c4eee565fd3 None None] Current status of the port de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482 is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:20.367647 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-4e7ad902-ecec-436f-87b1-0c4eee565fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:20.389418 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93f1e8d-2b90-49ed-929a-0338cd97d1d4 None None] Routers {'99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:53:20.390372 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-f93f1e8d-2b90-49ed-929a-0338cd97d1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:53:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:20.537570 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed8ce3-ec58-40ad-8ccb-a386c866e171 None None] Pushing event updated for resources: {'Port': ['ID=5b50471f-5966-4e9d-8df1-023f84e9cdb8,revision_number=3']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:20.627591 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b81ddeff-80bb-4ebd-ad8c-2db0c1a373ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (2e8ded49-8025-4322-a28c-d93a70d880f3), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:20.646237 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_common [None req-ab80e869-23c6-4070-b119-bb104fe40b1b admin admin] Allocated IP 172.20.0.1 (8fa8fe94-2799-4a5d-b4fd-6056ad46df32/a1a7fe3f-e590-4452-8b6d-b35b0e495b82/789b2962-ef21-4c36-a7bb-6c6de07c35e1) {{(pid=115720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:53:20.753946 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Pushing event updated for resources: {'Port': ['ID=9d2815ef-a2e9-4e6b-954e-ef327ae60654,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:20.765816 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-776c02ff-3090-4e63-a4f7-5b24a5cb1d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (20bf53a5-f12d-4a00-a562-aa091b90a999), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:20.793349 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-b81ddeff-80bb-4ebd-ad8c-2db0c1a373ec admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0d196823826f454dab9331a74ec02118&name=default HTTP/1.1" status: 200 len: 2996 time: 2.6749549 Mar 31 15:53:20.830487 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-4e7ad902-ecec-436f-87b1-0c4eee565fd3 None None] For port de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482,segment=NetworkSegment(a11ae896-5a72-42f4-bae7-f1e4e617cdb8),segment_id=a11ae896-5a72-42f4-bae7-f1e4e617cdb8)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:20.833076 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 57666) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:20.835926 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-b8418607-ae93-4144-a25b-1cc69227db00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b24868-497d-45c0-9464-8803e76370f6', 'name': 'tempest-AttachVolumeTestJSON-1293021899-router', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:13Z', 'revision_number': 3, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'gw_port': {'id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:20.841007 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ab80e869-23c6-4070-b119-bb104fe40b1b admin admin] Publish callbacks [] for port (789b2962-ef21-4c36-a7bb-6c6de07c35e1), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:20.947985 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-4e7ad902-ecec-436f-87b1-0c4eee565fd3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:20.951707 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:20.952393 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:20.957383 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8418607-ae93-4144-a25b-1cc69227db00 None None] The sync data for ids ['10b24868-497d-45c0-9464-8803e76370f6'] in dv-cinder-836028-1-iscsi is: [{'id': '10b24868-497d-45c0-9464-8803e76370f6', 'name': 'tempest-AttachVolumeTestJSON-1293021899-router', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:13Z', 'revision_number': 3, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'gw_port': {'id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:53:20.959714 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 57670) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:20.998609 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-7137ad52-54ca-4c25-a115-8288bcc670a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (bf403390-2890-4e83-9d4e-ae3d6a5dface), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:21.017665 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ab80e869-23c6-4070-b119-bb104fe40b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (789b2962-ef21-4c36-a7bb-6c6de07c35e1), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:21.149932 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4564b697-31a8-4169-b40b-a4f2037059bb admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:53:21.186686 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-4564b697-31a8-4169-b40b-a4f2037059bb admin admin] 10.222.0.47 "PUT /v2.0/routers/99cba5b0-2b4a-4e5d-beb5-fbc089b68f35/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1822636 Mar 31 15:53:21.212311 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab80e869-23c6-4070-b119-bb104fe40b1b admin admin] Network 8fa8fe94-2799-4a5d-b4fd-6056ad46df32 is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:53:21.271575 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-ab80e869-23c6-4070-b119-bb104fe40b1b admin admin] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:21.273146 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1d50c-2027-4775-bf51-b706d8b1a540 None None] Pushing event updated for resources: {'Port': ['ID=20bf53a5-f12d-4a00-a562-aa091b90a999,revision_number=3']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:21.314660 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-e77977f8-7120-4ac8-8aa4-5ef0a3d4c943 None None] Provisioning complete for port 8fe9065f-f033-4905-bd4f-1280e9763dda triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:21.318523 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab80e869-23c6-4070-b119-bb104fe40b1b admin admin] Received port after_create {{(pid=115720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:53:21.318928 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ab80e869-23c6-4070-b119-bb104fe40b1b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606710'] for router_interface (10b24868-497d-45c0-9464-8803e76370f6), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:21.328430 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-e77977f8-7120-4ac8-8aa4-5ef0a3d4c943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (8fe9065f-f033-4905-bd4f-1280e9763dda), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:21.380708 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-4c465d64-1936-49fc-af00-9b49171525e4 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b72f6f1e61d487aa67d6b722ba60f85&fields=id HTTP/1.1" status: 200 len: 302 time: 1.4665797 Mar 31 15:53:21.527216 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80e869-23c6-4070-b119-bb104fe40b1b admin admin] Pushing event updated for resources: {'Port': ['ID=789b2962-ef21-4c36-a7bb-6c6de07c35e1,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:21.669875 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ddeff-80bb-4ebd-ad8c-2db0c1a373ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8ded49-8025-4322-a28c-d93a70d880f3,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:21.673070 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-f93f1e8d-2b90-49ed-929a-0338cd97d1d4 None None] Set router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:53:21.896155 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-7137ad52-54ca-4c25-a115-8288bcc670a6 admin admin] Publish callbacks [] for port (bf403390-2890-4e83-9d4e-ae3d6a5dface), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:21.922526 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-939635c5-7c2c-44c3-8c49-502ef6dc44e1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:21.950425 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-6b720407-dfe8-43ce-ae3c-e7b6d8e74fde service neutron] 10.222.0.47 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5688214 Mar 31 15:53:22.016252 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d890f70f-feb3-4e4c-b445-987d28cdc6e3 req-e90853ac-29f7-4d6d-bf74-a2f787a244da tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:22.018485 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d890f70f-feb3-4e4c-b445-987d28cdc6e3 req-e90853ac-29f7-4d6d-bf74-a2f787a244da tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 931 time: 1.2890351 Mar 31 15:53:22.062466 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-939635c5-7c2c-44c3-8c49-502ef6dc44e1 admin admin] Publish callbacks [] for security_group (906c2065-eb77-4d1a-b486-26d3100c5eaf), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:22.066967 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-7137ad52-54ca-4c25-a115-8288bcc670a6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (bf403390-2890-4e83-9d4e-ae3d6a5dface), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:22.067851 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-7137ad52-54ca-4c25-a115-8288bcc670a6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606562'] for router_interface (297316b7-94a5-49b3-8d00-ea2b3fa314bd), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:22.158336 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137ad52-54ca-4c25-a115-8288bcc670a6 admin admin] Pushing event updated for resources: {'Port': ['ID=bf403390-2890-4e83-9d4e-ae3d6a5dface,revision_number=2']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:22.168601 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-939635c5-7c2c-44c3-8c49-502ef6dc44e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (906c2065-eb77-4d1a-b486-26d3100c5eaf), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:22.242676 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-fd38ca49-d476-4632-ab7b-1773d2632fa3 admin admin] Publish callbacks [] for security_group (2e8ded49-8025-4322-a28c-d93a70d880f3), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:22.264586 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-939635c5-7c2c-44c3-8c49-502ef6dc44e1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1a301ff25eb143c0b50ec7bc6a8aa9b5&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2992203 Mar 31 15:53:22.275557 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:22.276860 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 8fe9065f-f033-4905-bd4f-1280e9763dda up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:53:22.294015 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 57692) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:22.324713 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-776c02ff-3090-4e63-a4f7-5b24a5cb1d7c None None] Attempting to bind port 20bf53a5-f12d-4a00-a562-aa091b90a999 on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:53:22.325257 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-776c02ff-3090-4e63-a4f7-5b24a5cb1d7c None None] Attempting to bind port 20bf53a5-f12d-4a00-a562-aa091b90a999 by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': 'c4bf4fae-8afb-4772-9b42-f40496cec286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa'}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:53:22.326446 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776c02ff-3090-4e63-a4f7-5b24a5cb1d7c None None] Attempting to bind port 20bf53a5-f12d-4a00-a562-aa091b90a999 on network 772c9de8-3ee6-49b7-99a9-f2f7bed661aa {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:53:22.351514 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776c02ff-3090-4e63-a4f7-5b24a5cb1d7c None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:53:22.351904 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776c02ff-3090-4e63-a4f7-5b24a5cb1d7c None None] Checking segment: {'id': 'c4bf4fae-8afb-4772-9b42-f40496cec286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:53:22.352391 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-776c02ff-3090-4e63-a4f7-5b24a5cb1d7c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:22.352799 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-776c02ff-3090-4e63-a4f7-5b24a5cb1d7c None None] Bound using segment: {'id': 'c4bf4fae-8afb-4772-9b42-f40496cec286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa'} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:53:22.353363 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-776c02ff-3090-4e63-a4f7-5b24a5cb1d7c None None] Bound port: 20bf53a5-f12d-4a00-a562-aa091b90a999, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4bf4fae-8afb-4772-9b42-f40496cec286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa'}}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:53:22.353830 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-776c02ff-3090-4e63-a4f7-5b24a5cb1d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (20bf53a5-f12d-4a00-a562-aa091b90a999), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:22.520184 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7ad902-ecec-436f-87b1-0c4eee565fd3 None None] Pushing event updated for resources: {'Port': ['ID=de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482,revision_number=3']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:22.527677 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-776c02ff-3090-4e63-a4f7-5b24a5cb1d7c None None] For port 20bf53a5-f12d-4a00-a562-aa091b90a999, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:53:22.531132 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-776c02ff-3090-4e63-a4f7-5b24a5cb1d7c None None] For port 20bf53a5-f12d-4a00-a562-aa091b90a999, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=20bf53a5-f12d-4a00-a562-aa091b90a999,segment=NetworkSegment(c4bf4fae-8afb-4772-9b42-f40496cec286),segment_id=c4bf4fae-8afb-4772-9b42-f40496cec286)] {{(pid=115721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:53:22.532406 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-fd38ca49-d476-4632-ab7b-1773d2632fa3 admin admin] Publish callbacks [] for security_group (2e8ded49-8025-4322-a28c-d93a70d880f3), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:22.595300 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939635c5-7c2c-44c3-8c49-502ef6dc44e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=906c2065-eb77-4d1a-b486-26d3100c5eaf,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:22.598919 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-fdbdc7f3-2cdd-48ee-a8b0-67eea3035192 service neutron] 10.222.0.47 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5947361 Mar 31 15:53:22.614244 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-e77977f8-7120-4ac8-8aa4-5ef0a3d4c943 None None] Current status of the port 8fe9065f-f033-4905-bd4f-1280e9763dda is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:22.617622 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d890f70f-feb3-4e4c-b445-987d28cdc6e3 req-1bfd7e37-d59d-4fa9-b6b3-09ac6a417dcc tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a06e61e-d0cb-4d9f-8f56-6b34cf596f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771454 Mar 31 15:53:22.626843 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-776c02ff-3090-4e63-a4f7-5b24a5cb1d7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (20bf53a5-f12d-4a00-a562-aa091b90a999), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:22.638621 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-83062344-d785-4ab0-9808-3d6cee20a4b9 admin admin] Publish callbacks [] for security_group (906c2065-eb77-4d1a-b486-26d3100c5eaf), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:22.639965 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 8fe9065f-f033-4905-bd4f-1280e9763dda triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:22.640379 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (8fe9065f-f033-4905-bd4f-1280e9763dda), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:22.808615 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-edc99373-37aa-4286-852c-7cbc14ff920a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cf876a3-e6e4-47c6-8ff2-91200ab2dafa {{(pid=115719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:53:22.865524 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-edc99373-37aa-4286-852c-7cbc14ff920a service neutron] Publish callbacks [] for port (3cf876a3-e6e4-47c6-8ff2-91200ab2dafa), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:22.917169 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7137ad52-54ca-4c25-a115-8288bcc670a6 admin admin] Network 65944f20-8ab3-4e9e-89a3-2479fa118d50 is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:53:22.920053 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.provisioning_blocks [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-edc99373-37aa-4286-852c-7cbc14ff920a service neutron] Transition to ACTIVE for port object 3cf876a3-e6e4-47c6-8ff2-91200ab2dafa will not be triggered until provisioned by entity L2. {{(pid=115719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:53:22.920764 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-7137ad52-54ca-4c25-a115-8288bcc670a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:22.953544 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-83062344-d785-4ab0-9808-3d6cee20a4b9 admin admin] Publish callbacks [] for security_group (906c2065-eb77-4d1a-b486-26d3100c5eaf), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:23.024830 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d1d50c-2027-4775-bf51-b706d8b1a540 None None] Pushing event updated for resources: {'Port': ['ID=20bf53a5-f12d-4a00-a562-aa091b90a999,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:23.130706 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-edc99373-37aa-4286-852c-7cbc14ff920a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (3cf876a3-e6e4-47c6-8ff2-91200ab2dafa), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:23.269801 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ab80e869-23c6-4070-b119-bb104fe40b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (789b2962-ef21-4c36-a7bb-6c6de07c35e1), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:23.284852 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-e77977f8-7120-4ac8-8aa4-5ef0a3d4c943 None None] Provisioning complete for port 79d96810-7ae3-42c8-aeba-528725e0fbbf triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:23.284852 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-e77977f8-7120-4ac8-8aa4-5ef0a3d4c943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (79d96810-7ae3-42c8-aeba-528725e0fbbf), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:23.316486 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.24', 62591) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:23.397901 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-fd38ca49-d476-4632-ab7b-1773d2632fa3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (2e8ded49-8025-4322-a28c-d93a70d880f3), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:23.401038 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-fd38ca49-d476-4632-ab7b-1773d2632fa3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:23.402221 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-fd38ca49-d476-4632-ab7b-1773d2632fa3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2e8ded49-8025-4322-a28c-d93a70d880f3 HTTP/1.1" status: 204 len: 168 time: 2.5672419 Mar 31 15:53:23.404351 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ad90f15d-100e-4f4a-83c5-d7bed81f27a3 req-cb589ac2-8e35-4b44-8928-c0c01304933d tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 210 time: 0.1932905 Mar 31 15:53:23.467300 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-e77977f8-7120-4ac8-8aa4-5ef0a3d4c943 None None] Port 79d96810-7ae3-42c8-aeba-528725e0fbbf cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:53:23.496762 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-776c02ff-3090-4e63-a4f7-5b24a5cb1d7c None None] Routers {'893cd866-4a0a-4a91-8227-08d08891aab9'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:53:23.496762 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-776c02ff-3090-4e63-a4f7-5b24a5cb1d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:53:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['893cd866-4a0a-4a91-8227-08d08891aab9'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:23.541329 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd38ca49-d476-4632-ab7b-1773d2632fa3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8ded49-8025-4322-a28c-d93a70d880f3,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:23.620794 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc99373-37aa-4286-852c-7cbc14ff920a service neutron] Pushing event updated for resources: {'Port': ['ID=3cf876a3-e6e4-47c6-8ff2-91200ab2dafa,revision_number=2']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:23.630304 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7137ad52-54ca-4c25-a115-8288bcc670a6 admin admin] Router 297316b7-94a5-49b3-8d00-ea2b3fa314bd has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:53:23.703856 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-e77977f8-7120-4ac8-8aa4-5ef0a3d4c943 None None] Provisioning complete for port bf403390-2890-4e83-9d4e-ae3d6a5dface triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:23.704315 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-e77977f8-7120-4ac8-8aa4-5ef0a3d4c943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (bf403390-2890-4e83-9d4e-ae3d6a5dface), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:23.806801 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-83062344-d785-4ab0-9808-3d6cee20a4b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (906c2065-eb77-4d1a-b486-26d3100c5eaf), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:23.814633 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-83062344-d785-4ab0-9808-3d6cee20a4b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:23.819429 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-83062344-d785-4ab0-9808-3d6cee20a4b9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/906c2065-eb77-4d1a-b486-26d3100c5eaf HTTP/1.1" status: 204 len: 168 time: 1.5174525 Mar 31 15:53:23.854782 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-edc99373-37aa-4286-852c-7cbc14ff920a service neutron] Attempting to bind port 3cf876a3-e6e4-47c6-8ff2-91200ab2dafa on host hv-cinder-83602 for vnic_type normal with profile {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:53:23.854782 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-edc99373-37aa-4286-852c-7cbc14ff920a service neutron] Attempting to bind port 3cf876a3-e6e4-47c6-8ff2-91200ab2dafa by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '65f039a4-1a39-42d0-b0e8-752d77e7e2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '76a802bf-8055-4e41-8f87-e210f9d85ac7'}] {{(pid=115719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:53:23.857625 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-edc99373-37aa-4286-852c-7cbc14ff920a service neutron] Attempting to bind port 3cf876a3-e6e4-47c6-8ff2-91200ab2dafa on network 76a802bf-8055-4e41-8f87-e210f9d85ac7 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:53:23.910306 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-edc99373-37aa-4286-852c-7cbc14ff920a service neutron] Port 3cf876a3-e6e4-47c6-8ff2-91200ab2dafa on network 76a802bf-8055-4e41-8f87-e210f9d85ac7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:53:23.910648 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-edc99373-37aa-4286-852c-7cbc14ff920a service neutron] Attempting to bind port 3cf876a3-e6e4-47c6-8ff2-91200ab2dafa on network 76a802bf-8055-4e41-8f87-e210f9d85ac7 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:53:23.922215 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83062344-d785-4ab0-9808-3d6cee20a4b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=906c2065-eb77-4d1a-b486-26d3100c5eaf,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:23.934454 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-edc99373-37aa-4286-852c-7cbc14ff920a service neutron] Checking agent: {'id': 'af4a1f75-de88-4cee-8975-566385aedde2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:53:23.935107 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-edc99373-37aa-4286-852c-7cbc14ff920a service neutron] Checking segment: {'id': '65f039a4-1a39-42d0-b0e8-752d77e7e2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '76a802bf-8055-4e41-8f87-e210f9d85ac7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:53:23.941311 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-edc99373-37aa-4286-852c-7cbc14ff920a service neutron] Bound using segment: {'id': '65f039a4-1a39-42d0-b0e8-752d77e7e2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '76a802bf-8055-4e41-8f87-e210f9d85ac7'} {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:53:23.941311 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-edc99373-37aa-4286-852c-7cbc14ff920a service neutron] Bound port: 3cf876a3-e6e4-47c6-8ff2-91200ab2dafa, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65f039a4-1a39-42d0-b0e8-752d77e7e2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 803, 'network_id': '76a802bf-8055-4e41-8f87-e210f9d85ac7'}}] {{(pid=115719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:53:23.941311 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-edc99373-37aa-4286-852c-7cbc14ff920a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (3cf876a3-e6e4-47c6-8ff2-91200ab2dafa), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:24.001937 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-776c02ff-3090-4e63-a4f7-5b24a5cb1d7c None None] Set router 893cd866-4a0a-4a91-8227-08d08891aab9 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:53:24.258419 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-edc99373-37aa-4286-852c-7cbc14ff920a service neutron] For port 3cf876a3-e6e4-47c6-8ff2-91200ab2dafa, host hv-cinder-83602, cleared binding levels {{(pid=115719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:53:24.264253 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-edc99373-37aa-4286-852c-7cbc14ff920a service neutron] For port 3cf876a3-e6e4-47c6-8ff2-91200ab2dafa, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=3cf876a3-e6e4-47c6-8ff2-91200ab2dafa,segment=NetworkSegment(65f039a4-1a39-42d0-b0e8-752d77e7e2f2),segment_id=65f039a4-1a39-42d0-b0e8-752d77e7e2f2)] {{(pid=115719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:53:24.353314 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ab80e869-23c6-4070-b119-bb104fe40b1b admin admin] Publish callbacks [] for port (789b2962-ef21-4c36-a7bb-6c6de07c35e1), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:24.357450 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7062b91c-6dac-4332-bebe-f95dea1bcd13 req-a76ec670-604e-4e8b-8cf3-13e8dafa8668 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:24.361341 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7062b91c-6dac-4332-bebe-f95dea1bcd13 req-a76ec670-604e-4e8b-8cf3-13e8dafa8668 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 943 time: 0.2683821 Mar 31 15:53:24.369459 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-edc99373-37aa-4286-852c-7cbc14ff920a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (3cf876a3-e6e4-47c6-8ff2-91200ab2dafa), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:24.373504 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-e77977f8-7120-4ac8-8aa4-5ef0a3d4c943 None None] Port bf403390-2890-4e83-9d4e-ae3d6a5dface cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:53:24.390733 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-5517646c-4a33-40ee-9934-065b03acf0f2 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:24.392465 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-5517646c-4a33-40ee-9934-065b03acf0f2 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.24 "GET /v2.0/networks?id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa HTTP/1.1" status: 200 len: 819 time: 0.7684302 Mar 31 15:53:24.423699 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-568e28d3-9dc6-4c56-bfd1-18fab6470609 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Request body: {'port': {'device_id': 'cbb80162-ee7b-47d5-bfbc-dff806189952', 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa', 'admin_state_up': True, 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:24.486000 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7137ad52-54ca-4c25-a115-8288bcc670a6 admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:53:24.487392 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-edc99373-37aa-4286-852c-7cbc14ff920a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:24.488775 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-edc99373-37aa-4286-852c-7cbc14ff920a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:24.497848 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-edc99373-37aa-4286-852c-7cbc14ff920a service neutron] 10.222.0.24 "PUT /v2.0/ports/3cf876a3-e6e4-47c6-8ff2-91200ab2dafa HTTP/1.1" status: 200 len: 1093 time: 5.4638638 Mar 31 15:53:24.508882 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0fda79b4-095d-490c-8c00-a9f2446d246e', 'tag': '3cf876a3-e6e4-47c6-8ff2-91200ab2dafa'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:53:24.595381 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-7137ad52-54ca-4c25-a115-8288bcc670a6 admin admin] 10.222.0.47 "PUT /v2.0/routers/297316b7-94a5-49b3-8d00-ea2b3fa314bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7205749 Mar 31 15:53:24.654293 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 57744) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:24.678482 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-9ad87856-d50a-499b-99f3-557c7638cdb3 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Request body: {'security_group': {'name': 'tempest-securitygroup--275168081', 'description': 'tempest-description--564715324'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:24.707060 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ab80e869-23c6-4070-b119-bb104fe40b1b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (789b2962-ef21-4c36-a7bb-6c6de07c35e1), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:24.707985 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ab80e869-23c6-4070-b119-bb104fe40b1b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606562'] for router_interface (10b24868-497d-45c0-9464-8803e76370f6), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:24.709515 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db964e8-7b37-465c-855d-e0452076a152 None None] Sync routers for ids ['297316b7-94a5-49b3-8d00-ea2b3fa314bd'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:53:24.722915 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 8fe9065f-f033-4905-bd4f-1280e9763dda is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:24.739542 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-f93f1e8d-2b90-49ed-929a-0338cd97d1d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '79d96810-7ae3-42c8-aeba-528725e0fbbf', 'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'mac_address': 'fa:16:3e:a2:17:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:14Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 2, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'subnets': [{'id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:24.751219 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-e77977f8-7120-4ac8-8aa4-5ef0a3d4c943 None None] Provisioning complete for port de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:24.751597 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-e77977f8-7120-4ac8-8aa4-5ef0a3d4c943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:24.791138 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4d2d36a6-44ec-469f-93d1-bfdf684b74fd req-c797a4b1-03fb-445d-8380-35e14dd65715 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 210 time: 0.0441206 Mar 31 15:53:24.835277 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db964e8-7b37-465c-855d-e0452076a152 None None] Routers {'297316b7-94a5-49b3-8d00-ea2b3fa314bd'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:53:24.835851 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-3db964e8-7b37-465c-855d-e0452076a152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:53:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['297316b7-94a5-49b3-8d00-ea2b3fa314bd'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:24.866064 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93f1e8d-2b90-49ed-929a-0338cd97d1d4 None None] The sync data for ids ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'] in dv-cinder-836028-1-iscsi is: [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '79d96810-7ae3-42c8-aeba-528725e0fbbf', 'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'mac_address': 'fa:16:3e:a2:17:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:14Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 2, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'subnets': [{'id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:53:25.080793 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7062b91c-6dac-4332-bebe-f95dea1bcd13 req-6e21a4f3-e6ce-4c47-9f09-b4ed604136a6 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a06e61e-d0cb-4d9f-8f56-6b34cf596f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6797736 Mar 31 15:53:25.083194 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 57754) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:25.127941 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab80e869-23c6-4070-b119-bb104fe40b1b admin admin] Pushing event updated for resources: {'Port': ['ID=789b2962-ef21-4c36-a7bb-6c6de07c35e1,revision_number=2']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:25.205711 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-65ad1866-75bd-4ac6-98d7-f770845ed9d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:25.258101 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc99373-37aa-4286-852c-7cbc14ff920a service neutron] Pushing event updated for resources: {'Port': ['ID=3cf876a3-e6e4-47c6-8ff2-91200ab2dafa,revision_number=3']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:25.282403 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9ad87856-d50a-499b-99f3-557c7638cdb3 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:25.505417 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device de622d1b-147e-4831-98a6-1056aa761af8 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:53:25.679120 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-3db964e8-7b37-465c-855d-e0452076a152 None None] Set router 297316b7-94a5-49b3-8d00-ea2b3fa314bd gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:53:25.684754 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab80e869-23c6-4070-b119-bb104fe40b1b admin admin] Network 8fa8fe94-2799-4a5d-b4fd-6056ad46df32 is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:53:25.687246 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-ab80e869-23c6-4070-b119-bb104fe40b1b admin admin] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:25.707303 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-e77977f8-7120-4ac8-8aa4-5ef0a3d4c943 None None] Current status of the port de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:25.851155 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-776c02ff-3090-4e63-a4f7-5b24a5cb1d7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'name': 'tempest-ServerRescueNegativeTestJSON-1589148491-router', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:05Z', 'updated_at': '2022-03-31T15:53:11Z', 'revision_number': 4, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'gw_port': {'id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:06Z', 'updated_at': '2022-03-31T15:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '20bf53a5-f12d-4a00-a562-aa091b90a999', 'name': '', 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'mac_address': 'fa:16:3e:e1:35:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0a390765-0f72-4138-842b-3475f0e0b072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:22Z', 'revision_number': 4, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'subnets': [{'id': '0a390765-0f72-4138-842b-3475f0e0b072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:25.866534 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9ad87856-d50a-499b-99f3-557c7638cdb3 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group (e434585b-7229-4b88-8bb5-8165b019b4eb), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:25.885541 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-568e28d3-9dc6-4c56-bfd1-18fab6470609 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Made reservation on behalf of 5b72f6f1e61d487aa67d6b722ba60f85 for: {'port': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:53:25.894370 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-568e28d3-9dc6-4c56-bfd1-18fab6470609 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:25.990294 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-65ad1866-75bd-4ac6-98d7-f770845ed9d4 admin admin] Publish callbacks [] for security_group (eb78f317-4a03-430f-90ac-a618d44886af), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:25.996860 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8f1fbb-0cf7-432f-941e-4b53a8a99e71" -d '{"events": [{"name": "network-changed", "server_uuid": "0fda79b4-095d-490c-8c00-a9f2446d246e", "tag": "3cf876a3-e6e4-47c6-8ff2-91200ab2dafa"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:53:26.016680 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-776c02ff-3090-4e63-a4f7-5b24a5cb1d7c None None] The sync data for ids ['893cd866-4a0a-4a91-8227-08d08891aab9'] in dv-cinder-836028-1-iscsi is: [{'id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'name': 'tempest-ServerRescueNegativeTestJSON-1589148491-router', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:05Z', 'updated_at': '2022-03-31T15:53:11Z', 'revision_number': 4, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'gw_port': {'id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:06Z', 'updated_at': '2022-03-31T15:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '20bf53a5-f12d-4a00-a562-aa091b90a999', 'name': '', 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'mac_address': 'fa:16:3e:e1:35:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0a390765-0f72-4138-842b-3475f0e0b072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:22Z', 'revision_number': 4, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'subnets': [{'id': '0a390765-0f72-4138-842b-3475f0e0b072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:53:26.035617 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9ad87856-d50a-499b-99f3-557c7638cdb3 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (e434585b-7229-4b88-8bb5-8165b019b4eb), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:26.100826 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b5c0c54a-51e9-45c7-9e64-3921a1529cec req-28460bac-63aa-4d8c-ae74-c9c45e2ae449 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 210 time: 0.1008022 Mar 31 15:53:26.144996 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-65ad1866-75bd-4ac6-98d7-f770845ed9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (eb78f317-4a03-430f-90ac-a618d44886af), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:26.282932 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-36012ee9-8d74-48bd-ab7e-62ef8d0cff02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:26.287910 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-36012ee9-8d74-48bd-ab7e-62ef8d0cff02 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4549cf35e2b470f8eba0e2ecb7fea60&device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 1127 time: 1.5734675 Mar 31 15:53:26.384398 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.24', 62595) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:26.389239 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9ad87856-d50a-499b-99f3-557c7638cdb3 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:26.411668 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-9ad87856-d50a-499b-99f3-557c7638cdb3 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 1.7181709 Mar 31 15:53:26.414904 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 57780) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:26.416095 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad87856-d50a-499b-99f3-557c7638cdb3 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e434585b-7229-4b88-8bb5-8165b019b4eb,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:26.480358 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-4f0cbeb2-4462-413a-9ac6-0862072fba7a None None] Provisioning complete for port 789b2962-ef21-4c36-a7bb-6c6de07c35e1 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:26.480977 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-4f0cbeb2-4462-413a-9ac6-0862072fba7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (789b2962-ef21-4c36-a7bb-6c6de07c35e1), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:26.522351 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-65ad1866-75bd-4ac6-98d7-f770845ed9d4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e34c8848297240189882ca0041889f0b&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4140742 Mar 31 15:53:26.523021 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-4e91c260-1101-4a79-8536-a6574170f1d8 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Request body: {'security_group_rule': {'security_group_id': 'e434585b-7229-4b88-8bb5-8165b019b4eb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:26.523891 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8518f043-9d35-4054-a317-c22bd4f19d6e x-openstack-request-id: req-8518f043-9d35-4054-a317-c22bd4f19d6e {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:53:26.537409 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0fda79b4-095d-490c-8c00-a9f2446d246e", "tag": "3cf876a3-e6e4-47c6-8ff2-91200ab2dafa", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:53:26.538035 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8518f043-9d35-4054-a317-c22bd4f19d6e {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:53:26.552886 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8518f043-9d35-4054-a317-c22bd4f19d6e'] response: {'name': 'network-changed', 'server_uuid': '0fda79b4-095d-490c-8c00-a9f2446d246e', 'tag': '3cf876a3-e6e4-47c6-8ff2-91200ab2dafa', 'status': 'completed', 'code': 200} Mar 31 15:53:26.565992 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port de622d1b-147e-4831-98a6-1056aa761af8 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:26.566595 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (de622d1b-147e-4831-98a6-1056aa761af8), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:26.578024 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 57786) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:26.665952 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-4f0cbeb2-4462-413a-9ac6-0862072fba7a None None] Port 789b2962-ef21-4c36-a7bb-6c6de07c35e1 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:53:26.823809 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-0dd637e9-f2b3-42ae-829d-efb96a909177 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cf876a3-e6e4-47c6-8ff2-91200ab2dafa HTTP/1.1" status: 200 len: 217 time: 0.3678071 Mar 31 15:53:26.825662 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-4f0cbeb2-4462-413a-9ac6-0862072fba7a None None] Provisioning complete for port 20bf53a5-f12d-4a00-a562-aa091b90a999 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:26.830144 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-4f0cbeb2-4462-413a-9ac6-0862072fba7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (20bf53a5-f12d-4a00-a562-aa091b90a999), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:26.844481 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad1866-75bd-4ac6-98d7-f770845ed9d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb78f317-4a03-430f-90ac-a618d44886af,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:26.881412 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab80e869-23c6-4070-b119-bb104fe40b1b admin admin] Router 10b24868-497d-45c0-9464-8803e76370f6 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:53:26.986563 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-3db964e8-7b37-465c-855d-e0452076a152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1621461563-router', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:19Z', 'revision_number': 4, 'project_id': 'cf512c54be704edba504249cc57859c5', 'gw_port': {'id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': 'bf403390-2890-4e83-9d4e-ae3d6a5dface', 'name': '', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'mac_address': 'fa:16:3e:7b:9c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:16Z', 'updated_at': '2022-03-31T15:53:21Z', 'revision_number': 2, 'project_id': 'cf512c54be704edba504249cc57859c5', 'subnets': [{'id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:27.040023 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 57794) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:27.061809 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-3a9a7acf-4993-4827-89ee-a9066ddaa026 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1118353772', 'description': 'tempest-description--569082974'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:27.184304 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port de622d1b-147e-4831-98a6-1056aa761af8 is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:27.184704 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (de622d1b-147e-4831-98a6-1056aa761af8), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:27.205259 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-0d85fe2f-84cb-4391-9baa-b58d36389c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:27.214548 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-0d85fe2f-84cb-4391-9baa-b58d36389c9e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=16a0de24-e6d5-4485-ae6a-6236b78c1542 HTTP/1.1" status: 200 len: 852 time: 0.3647363 Mar 31 15:53:27.234708 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db964e8-7b37-465c-855d-e0452076a152 None None] Checking router: 297316b7-94a5-49b3-8d00-ea2b3fa314bd for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:53:27.235069 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db964e8-7b37-465c-855d-e0452076a152 None None] Updating router 297316b7-94a5-49b3-8d00-ea2b3fa314bd port bf403390-2890-4e83-9d4e-ae3d6a5dface binding host dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:53:27.296775 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-4f0cbeb2-4462-413a-9ac6-0862072fba7a None None] Current status of the port 20bf53a5-f12d-4a00-a562-aa091b90a999 is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:27.307320 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-4f0cbeb2-4462-413a-9ac6-0862072fba7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (20bf53a5-f12d-4a00-a562-aa091b90a999), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:27.397792 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-3a9a7acf-4993-4827-89ee-a9066ddaa026 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:27.406185 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-4eda64da-1c2e-4f27-8a39-68609343ba48 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=76a802bf-8055-4e41-8f87-e210f9d85ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1827292 Mar 31 15:53:27.431835 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-3db964e8-7b37-465c-855d-e0452076a152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (bf403390-2890-4e83-9d4e-ae3d6a5dface), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:27.439453 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] For port de622d1b-147e-4831-98a6-1056aa761af8, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=de622d1b-147e-4831-98a6-1056aa761af8,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:27.481046 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-4f0cbeb2-4462-413a-9ac6-0862072fba7a None None] For port 20bf53a5-f12d-4a00-a562-aa091b90a999, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=20bf53a5-f12d-4a00-a562-aa091b90a999,segment=NetworkSegment(c4bf4fae-8afb-4772-9b42-f40496cec286),segment_id=c4bf4fae-8afb-4772-9b42-f40496cec286)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:27.662229 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (de622d1b-147e-4831-98a6-1056aa761af8), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:27.663029 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 3f1c5e64-2524-486f-b187-d13bca2ff528 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:53:27.709346 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4e91c260-1101-4a79-8536-a6574170f1d8 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group_rule (7dbd48b5-5d27-4bd7-b6da-f6b144ea9239), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:27.730194 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-29c57248-1da8-4e96-bf7c-b8445e660424 req-5a3717b6-f7a7-49ed-a3c3-fd77846c8fe1 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 210 time: 0.3476920 Mar 31 15:53:27.741160 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93523212-959a-41cb-b73c-ae91d21db8dd req-b0446dcb-f8cb-4d28-be2c-f9e9ecc6411e tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:27.748688 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-93523212-959a-41cb-b73c-ae91d21db8dd req-b0446dcb-f8cb-4d28-be2c-f9e9ecc6411e tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 943 time: 0.8501253 Mar 31 15:53:27.752677 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-4f0cbeb2-4462-413a-9ac6-0862072fba7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (20bf53a5-f12d-4a00-a562-aa091b90a999), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:27.778745 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-52eb704a-eeea-4e25-b5e4-47febfaa7492 admin admin] Publish callbacks [] for security_group (eb78f317-4a03-430f-90ac-a618d44886af), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:27.839538 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_common [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-568e28d3-9dc6-4c56-bfd1-18fab6470609 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Allocated IP 172.20.0.13 (772c9de8-3ee6-49b7-99a9-f2f7bed661aa/0a390765-0f72-4138-842b-3475f0e0b072/1a5b2cf9-9674-42f5-8329-e9b8ea6698b9) {{(pid=115720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:53:27.852601 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-4f0cbeb2-4462-413a-9ac6-0862072fba7a None None] Provisioning complete for port bf403390-2890-4e83-9d4e-ae3d6a5dface triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:27.853211 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-4f0cbeb2-4462-413a-9ac6-0862072fba7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (bf403390-2890-4e83-9d4e-ae3d6a5dface), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:27.938092 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-93523212-959a-41cb-b73c-ae91d21db8dd req-357377de-03ab-44b1-8f81-72486c59ac91 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a06e61e-d0cb-4d9f-8f56-6b34cf596f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884186 Mar 31 15:53:27.942783 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-52eb704a-eeea-4e25-b5e4-47febfaa7492 admin admin] Publish callbacks [] for security_group (eb78f317-4a03-430f-90ac-a618d44886af), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:27.965368 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Pushing event updated for resources: {'Port': ['ID=de622d1b-147e-4831-98a6-1056aa761af8,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:28.031855 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-b83c51d0-bdb7-450c-be58-7f920d2bae96 service neutron] 10.222.0.24 "GET /v2.0/networks/76a802bf-8055-4e41-8f87-e210f9d85ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166738 Mar 31 15:53:28.049318 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-4f0cbeb2-4462-413a-9ac6-0862072fba7a None None] Port bf403390-2890-4e83-9d4e-ae3d6a5dface cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:53:28.067178 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-3a9a7acf-4993-4827-89ee-a9066ddaa026 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for security_group (730a12a3-b72b-491c-864c-f0aee02cf05e), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:28.088908 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 3f1c5e64-2524-486f-b187-d13bca2ff528 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:28.089724 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (3f1c5e64-2524-486f-b187-d13bca2ff528), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:28.159715 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-67589144-a428-4b06-8820-f09e166da24a tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:28.161368 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-67589144-a428-4b06-8820-f09e166da24a tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.24 "GET /v2.0/networks?id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa HTTP/1.1" status: 200 len: 819 time: 1.7616541 Mar 31 15:53:28.167202 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0cbeb2-4462-413a-9ac6-0862072fba7a None None] Pushing event updated for resources: {'Port': ['ID=20bf53a5-f12d-4a00-a562-aa091b90a999,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:28.183694 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-3a9a7acf-4993-4827-89ee-a9066ddaa026 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (730a12a3-b72b-491c-864c-f0aee02cf05e), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:28.274681 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4e91c260-1101-4a79-8536-a6574170f1d8 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group_rule (7dbd48b5-5d27-4bd7-b6da-f6b144ea9239), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:28.283891 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-c010b0d4-3953-41bb-b773-0ec08e959db7 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Request body: {'port': {'device_id': 'b23687f6-6ba2-4b7c-9902-61a0e09d87cd', 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa', 'admin_state_up': True, 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:28.295012 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a7acf-4993-4827-89ee-a9066ddaa026 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=730a12a3-b72b-491c-864c-f0aee02cf05e,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:28.336355 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-3db964e8-7b37-465c-855d-e0452076a152 None None] Publish callbacks [] for port (bf403390-2890-4e83-9d4e-ae3d6a5dface), precommit_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:28.399075 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-47476e71-f9eb-423b-b1f2-020751975262 None None] Provisioning complete for port 789b2962-ef21-4c36-a7bb-6c6de07c35e1 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:28.399075 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-47476e71-f9eb-423b-b1f2-020751975262 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (789b2962-ef21-4c36-a7bb-6c6de07c35e1), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:28.409500 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ed5e13ec-dca5-41f8-8321-67dbcdf143b0 req-3c5a0c72-ed0c-44b9-97b2-5d949ab8b422 service neutron] 10.222.0.24 "GET /v2.0/networks/76a802bf-8055-4e41-8f87-e210f9d85ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435471 Mar 31 15:53:28.416690 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-3a9a7acf-4993-4827-89ee-a9066ddaa026 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:28.418713 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-3a9a7acf-4993-4827-89ee-a9066ddaa026 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.3695865 Mar 31 15:53:28.434391 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 57814) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:28.451834 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-b63d5028-4036-404a-ac4b-c61f614ffae9 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Request body: {'security_group_rule': {'security_group_id': '730a12a3-b72b-491c-864c-f0aee02cf05e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:28.496453 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-47476e71-f9eb-423b-b1f2-020751975262 None None] Port 789b2962-ef21-4c36-a7bb-6c6de07c35e1 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:53:28.502590 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4e91c260-1101-4a79-8536-a6574170f1d8 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (7dbd48b5-5d27-4bd7-b6da-f6b144ea9239), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:28.505683 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-3db964e8-7b37-465c-855d-e0452076a152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (bf403390-2890-4e83-9d4e-ae3d6a5dface), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:28.537224 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab80e869-23c6-4070-b119-bb104fe40b1b admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:53:28.548755 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a4ec6a-3789-48a5-8e5a-5d5032b8a988 None None] Sync routers for ids ['10b24868-497d-45c0-9464-8803e76370f6'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:53:28.557472 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e91c260-1101-4a79-8536-a6574170f1d8 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dbd48b5-5d27-4bd7-b6da-f6b144ea9239,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:28.572777 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a4ec6a-3789-48a5-8e5a-5d5032b8a988 None None] Routers {'10b24868-497d-45c0-9464-8803e76370f6'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:53:28.576295 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-e4a4ec6a-3789-48a5-8e5a-5d5032b8a988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:53:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['10b24868-497d-45c0-9464-8803e76370f6'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:28.599292 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-ab80e869-23c6-4070-b119-bb104fe40b1b admin admin] 10.222.0.47 "PUT /v2.0/routers/10b24868-497d-45c0-9464-8803e76370f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.2620852 Mar 31 15:53:28.654298 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce0493-fdb2-4a9a-a841-4958a03f98eb None None] Pushing event updated for resources: {'Port': ['ID=bf403390-2890-4e83-9d4e-ae3d6a5dface,revision_number=3']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:28.655730 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b63d5028-4036-404a-ac4b-c61f614ffae9 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for security_group_rule (e83e1e96-c834-41d7-b5ff-8c2d242db475), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:28.692746 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-568e28d3-9dc6-4c56-bfd1-18fab6470609 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks [] for port (1a5b2cf9-9674-42f5-8329-e9b8ea6698b9), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:28.753643 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4e91c260-1101-4a79-8536-a6574170f1d8 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:28.757655 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-4e91c260-1101-4a79-8536-a6574170f1d8 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.2482398 Mar 31 15:53:28.759842 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 57822) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:28.768226 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-15a40d53-d402-4bdd-a8fb-80ab852290ac tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Request body: {'security_group_rule': {'security_group_id': 'e434585b-7229-4b88-8bb5-8165b019b4eb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:28.801112 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f1fbb-0cf7-432f-941e-4b53a8a99e71 req-6ea1a778-9d4f-45df-806e-af3578b952f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:28.801112 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0d8f1fbb-0cf7-432f-941e-4b53a8a99e71 req-6ea1a778-9d4f-45df-806e-af3578b952f4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4549cf35e2b470f8eba0e2ecb7fea60&device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 1127 time: 0.2003837 Mar 31 15:53:28.807960 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 3f1c5e64-2524-486f-b187-d13bca2ff528 is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:28.807960 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (3f1c5e64-2524-486f-b187-d13bca2ff528), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:28.844306 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b63d5028-4036-404a-ac4b-c61f614ffae9 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for security_group_rule (e83e1e96-c834-41d7-b5ff-8c2d242db475), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:28.859859 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-568e28d3-9dc6-4c56-bfd1-18fab6470609 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (1a5b2cf9-9674-42f5-8329-e9b8ea6698b9), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:28.937452 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] For port 3f1c5e64-2524-486f-b187-d13bca2ff528, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=3f1c5e64-2524-486f-b187-d13bca2ff528,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:28.954288 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-15a40d53-d402-4bdd-a8fb-80ab852290ac tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group_rule (bc9b5c27-da56-4cb3-be25-4bcd0495f973), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:28.958614 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-3db964e8-7b37-465c-855d-e0452076a152 None None] Attempting to bind port bf403390-2890-4e83-9d4e-ae3d6a5dface on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:53:28.959010 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-3db964e8-7b37-465c-855d-e0452076a152 None None] Attempting to bind port bf403390-2890-4e83-9d4e-ae3d6a5dface by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': 'cbd18901-f25b-4bcb-a0f8-6acc09868379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50'}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:53:28.959387 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db964e8-7b37-465c-855d-e0452076a152 None None] Attempting to bind port bf403390-2890-4e83-9d4e-ae3d6a5dface on network 65944f20-8ab3-4e9e-89a3-2479fa118d50 {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:53:28.993774 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db964e8-7b37-465c-855d-e0452076a152 None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:53:28.994210 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db964e8-7b37-465c-855d-e0452076a152 None None] Checking segment: {'id': 'cbd18901-f25b-4bcb-a0f8-6acc09868379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:53:28.994839 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-3db964e8-7b37-465c-855d-e0452076a152 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:28.995244 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db964e8-7b37-465c-855d-e0452076a152 None None] Bound using segment: {'id': 'cbd18901-f25b-4bcb-a0f8-6acc09868379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50'} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:53:28.995993 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-3db964e8-7b37-465c-855d-e0452076a152 None None] Bound port: bf403390-2890-4e83-9d4e-ae3d6a5dface, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd18901-f25b-4bcb-a0f8-6acc09868379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50'}}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:53:28.996437 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-3db964e8-7b37-465c-855d-e0452076a152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (bf403390-2890-4e83-9d4e-ae3d6a5dface), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:29.008472 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-c010b0d4-3953-41bb-b773-0ec08e959db7 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Made reservation on behalf of 5b72f6f1e61d487aa67d6b722ba60f85 for: {'port': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:53:29.015988 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ded60ce1-15d5-4fc0-8cc0-a233337dd33a req-2909e4ab-e8c3-428a-8b80-416f644ffa0d tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 210 time: 0.1244090 Mar 31 15:53:29.019114 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-c010b0d4-3953-41bb-b773-0ec08e959db7 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:29.025985 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (3f1c5e64-2524-486f-b187-d13bca2ff528), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:29.027710 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 9d2815ef-a2e9-4e6b-954e-ef327ae60654 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:53:29.031052 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-52eb704a-eeea-4e25-b5e4-47febfaa7492 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (eb78f317-4a03-430f-90ac-a618d44886af), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:29.038800 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b63d5028-4036-404a-ac4b-c61f614ffae9 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (e83e1e96-c834-41d7-b5ff-8c2d242db475), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:29.042597 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-e4a4ec6a-3789-48a5-8e5a-5d5032b8a988 None None] Set router 10b24868-497d-45c0-9464-8803e76370f6 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:53:29.042737 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-52eb704a-eeea-4e25-b5e4-47febfaa7492 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:29.053047 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-52eb704a-eeea-4e25-b5e4-47febfaa7492 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eb78f317-4a03-430f-90ac-a618d44886af HTTP/1.1" status: 204 len: 168 time: 2.4725358 Mar 31 15:53:29.117943 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-15a40d53-d402-4bdd-a8fb-80ab852290ac tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group_rule (bc9b5c27-da56-4cb3-be25-4bcd0495f973), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:29.173731 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-568e28d3-9dc6-4c56-bfd1-18fab6470609 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Network 772c9de8-3ee6-49b7-99a9-f2f7bed661aa is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:53:29.187755 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-568e28d3-9dc6-4c56-bfd1-18fab6470609 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:29.196370 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d5028-4036-404a-ac4b-c61f614ffae9 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e83e1e96-c834-41d7-b5ff-8c2d242db475,revision_number=0']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:29.203735 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b63d5028-4036-404a-ac4b-c61f614ffae9 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:29.209132 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-b63d5028-4036-404a-ac4b-c61f614ffae9 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7656548 Mar 31 15:53:29.217469 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 57832) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:29.220346 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-568e28d3-9dc6-4c56-bfd1-18fab6470609 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Received port after_create {{(pid=115720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:53:29.229678 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-568e28d3-9dc6-4c56-bfd1-18fab6470609 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:29.237416 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-568e28d3-9dc6-4c56-bfd1-18fab6470609 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for port (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:29.237416 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-15a40d53-d402-4bdd-a8fb-80ab852290ac tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (bc9b5c27-da56-4cb3-be25-4bcd0495f973), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:29.250683 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-b2e1b96b-b47c-4627-afe3-ecb8b80d44a7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Request body: {'security_group_rule': {'security_group_id': '730a12a3-b72b-491c-864c-f0aee02cf05e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:29.307230 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb704a-eeea-4e25-b5e4-47febfaa7492 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb78f317-4a03-430f-90ac-a618d44886af,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:29.392841 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1710cc-6dfd-45e2-8cc0-dde9799c78af req-65dfe045-14d8-4b3a-b354-06950cc62bef tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:29.394287 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-eb1710cc-6dfd-45e2-8cc0-dde9799c78af req-65dfe045-14d8-4b3a-b354-06950cc62bef tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 943 time: 0.2520573 Mar 31 15:53:29.395644 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f1fbb-0cf7-432f-941e-4b53a8a99e71 req-1e06f147-94e7-471e-ae09-cec2a5249704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:29.396873 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0d8f1fbb-0cf7-432f-941e-4b53a8a99e71 req-1e06f147-94e7-471e-ae09-cec2a5249704 service neutron] 10.222.0.24 "GET /v2.0/networks?id=76a802bf-8055-4e41-8f87-e210f9d85ac7 HTTP/1.1" status: 200 len: 913 time: 0.5780275 Mar 31 15:53:29.413817 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568e28d3-9dc6-4c56-bfd1-18fab6470609 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Pushing event updated for resources: {'Port': ['ID=1a5b2cf9-9674-42f5-8329-e9b8ea6698b9,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:29.435767 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b2e1b96b-b47c-4627-afe3-ecb8b80d44a7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for security_group_rule (95846b4f-4a6e-4a08-9b0a-028ec9da05b1), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:29.438859 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a40d53-d402-4bdd-a8fb-80ab852290ac tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9b5c27-da56-4cb3-be25-4bcd0495f973,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:29.555104 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0d8f1fbb-0cf7-432f-941e-4b53a8a99e71 req-f99ef612-67f4-413e-b418-461b870fdfcc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cf876a3-e6e4-47c6-8ff2-91200ab2dafa HTTP/1.1" status: 200 len: 217 time: 0.1484847 Mar 31 15:53:29.615931 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-568e28d3-9dc6-4c56-bfd1-18fab6470609 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.1965320 Mar 31 15:53:29.669889 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-15a40d53-d402-4bdd-a8fb-80ab852290ac tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:29.675798 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-15a40d53-d402-4bdd-a8fb-80ab852290ac tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9111247 Mar 31 15:53:29.682535 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-ddfd91da-5b7e-4988-8c61-4afa69dbf90a service neutron] Request body: {'port': {'device_id': 'cbb80162-ee7b-47d5-bfbc-dff806189952', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:29.691331 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 57844) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:29.707068 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-cc59460b-43d5-4ac2-9174-9d7d1211b36a tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Request body: {'floatingip': {'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:29.739916 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-eb1710cc-6dfd-45e2-8cc0-dde9799c78af req-c5f244c7-620f-4fae-a5e1-2be71f7c4d18 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a06e61e-d0cb-4d9f-8f56-6b34cf596f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342745 Mar 31 15:53:29.767183 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f1fbb-0cf7-432f-941e-4b53a8a99e71 req-368bfc8f-0ff7-45b9-88ba-8b2dcec7ec28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:29.773148 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0d8f1fbb-0cf7-432f-941e-4b53a8a99e71 req-368bfc8f-0ff7-45b9-88ba-8b2dcec7ec28 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=16a0de24-e6d5-4485-ae6a-6236b78c1542 HTTP/1.1" status: 200 len: 852 time: 0.2032182 Mar 31 15:53:29.824452 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b2e1b96b-b47c-4627-afe3-ecb8b80d44a7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for security_group_rule (95846b4f-4a6e-4a08-9b0a-028ec9da05b1), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:29.827263 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:53:29.841479 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0d8f1fbb-0cf7-432f-941e-4b53a8a99e71 req-e7911b57-9d42-450b-ba0b-df5b21882a8b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=76a802bf-8055-4e41-8f87-e210f9d85ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562179 Mar 31 15:53:29.887937 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-e4a4ec6a-3789-48a5-8e5a-5d5032b8a988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b24868-497d-45c0-9464-8803e76370f6', 'name': 'tempest-AttachVolumeTestJSON-1293021899-router', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:22Z', 'revision_number': 4, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'gw_port': {'id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '789b2962-ef21-4c36-a7bb-6c6de07c35e1', 'name': '', 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'mac_address': 'fa:16:3e:ff:73:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:20Z', 'updated_at': '2022-03-31T15:53:23Z', 'revision_number': 2, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'subnets': [{'id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:29.891529 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-ddfd91da-5b7e-4988-8c61-4afa69dbf90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (1a5b2cf9-9674-42f5-8329-e9b8ea6698b9), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:29.910014 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b2e1b96b-b47c-4627-afe3-ecb8b80d44a7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (95846b4f-4a6e-4a08-9b0a-028ec9da05b1), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:29.940545 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Pushing event updated for resources: {'Port': ['ID=3f1c5e64-2524-486f-b187-d13bca2ff528,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:29.941248 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_common [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-c010b0d4-3953-41bb-b773-0ec08e959db7 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Allocated IP 172.20.0.4 (772c9de8-3ee6-49b7-99a9-f2f7bed661aa/0a390765-0f72-4138-842b-3475f0e0b072/68d51ae4-8f29-4557-a7f0-406405652fc5) {{(pid=115720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:53:29.976325 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a4ec6a-3789-48a5-8e5a-5d5032b8a988 None None] Checking router: 10b24868-497d-45c0-9464-8803e76370f6 for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:53:29.976685 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a4ec6a-3789-48a5-8e5a-5d5032b8a988 None None] Updating router 10b24868-497d-45c0-9464-8803e76370f6 port 789b2962-ef21-4c36-a7bb-6c6de07c35e1 binding host dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:53:29.978832 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-3db964e8-7b37-465c-855d-e0452076a152 None None] For port bf403390-2890-4e83-9d4e-ae3d6a5dface, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:53:29.981477 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e1b96b-b47c-4627-afe3-ecb8b80d44a7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95846b4f-4a6e-4a08-9b0a-028ec9da05b1,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:29.984240 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-cc59460b-43d5-4ac2-9174-9d7d1211b36a tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:30.018431 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-bdd5c18d-abe4-42bd-bd0d-99f05ace62f1 None None] Provisioning complete for port bf403390-2890-4e83-9d4e-ae3d6a5dface triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:30.018706 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-bdd5c18d-abe4-42bd-bd0d-99f05ace62f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (bf403390-2890-4e83-9d4e-ae3d6a5dface), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:30.028499 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b2e1b96b-b47c-4627-afe3-ecb8b80d44a7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:30.040581 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 9d2815ef-a2e9-4e6b-954e-ef327ae60654 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:30.040996 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (9d2815ef-a2e9-4e6b-954e-ef327ae60654), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:30.048545 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-b2e1b96b-b47c-4627-afe3-ecb8b80d44a7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7953601 Mar 31 15:53:30.087200 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 57854) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:30.102973 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-e4a4ec6a-3789-48a5-8e5a-5d5032b8a988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (789b2962-ef21-4c36-a7bb-6c6de07c35e1), before_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:30.136576 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-06421385-e424-4505-8a86-a1bbb2b8dd3c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Request body: {'floatingip': {'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:30.138842 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-3db964e8-7b37-465c-855d-e0452076a152 None None] For port bf403390-2890-4e83-9d4e-ae3d6a5dface, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=bf403390-2890-4e83-9d4e-ae3d6a5dface,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:53:30.163895 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0d8f1fbb-0cf7-432f-941e-4b53a8a99e71 req-b870cc7a-e686-4ba6-8ba5-de42f02a603b service neutron] 10.222.0.24 "GET /v2.0/networks/76a802bf-8055-4e41-8f87-e210f9d85ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3164012 Mar 31 15:53:30.216860 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b4a4ebe2-ce57-4734-8df7-81a1d6c8cdba req-4aed5d02-e541-4061-8f66-15b0a857880d tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 210 time: 0.0797851 Mar 31 15:53:30.255020 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-3db964e8-7b37-465c-855d-e0452076a152 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (bf403390-2890-4e83-9d4e-ae3d6a5dface), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:30.417882 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 57862) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:30.438262 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-acfbcea5-6f8b-48a2-9c52-0d30431ae37f tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2092482043', 'description': 'tempest-description--167701363'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:30.507363 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-bdd5c18d-abe4-42bd-bd0d-99f05ace62f1 None None] Port bf403390-2890-4e83-9d4e-ae3d6a5dface cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:53:30.538295 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0d8f1fbb-0cf7-432f-941e-4b53a8a99e71 req-0b88fb2b-aa13-4277-939d-22634f9071ee service neutron] 10.222.0.24 "GET /v2.0/networks/76a802bf-8055-4e41-8f87-e210f9d85ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469524 Mar 31 15:53:30.610667 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db964e8-7b37-465c-855d-e0452076a152 None None] Routers {'297316b7-94a5-49b3-8d00-ea2b3fa314bd'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:53:30.611414 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-3db964e8-7b37-465c-855d-e0452076a152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:53:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['297316b7-94a5-49b3-8d00-ea2b3fa314bd'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:30.667914 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-06421385-e424-4505-8a86-a1bbb2b8dd3c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:30.688128 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-acfbcea5-6f8b-48a2-9c52-0d30431ae37f tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:30.831958 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce0493-fdb2-4a9a-a841-4958a03f98eb None None] Pushing event updated for resources: {'Port': ['ID=bf403390-2890-4e83-9d4e-ae3d6a5dface,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:30.881360 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-acfbcea5-6f8b-48a2-9c52-0d30431ae37f tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for security_group (fec0ce0c-c1da-49f6-8d42-865310bdf12c), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:30.934273 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-e15f73df-e20e-4002-b6a0-02633792a1d6 None None] Provisioning complete for port 1a5b2cf9-9674-42f5-8329-e9b8ea6698b9 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:30.935473 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-e15f73df-e20e-4002-b6a0-02633792a1d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (1a5b2cf9-9674-42f5-8329-e9b8ea6698b9), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:31.007179 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2519f4-0c4a-44ae-b24c-1ccf78438727 req-282c5fbd-3962-4227-98b5-1f1262d6a02b tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:31.015135 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ef2519f4-0c4a-44ae-b24c-1ccf78438727 req-282c5fbd-3962-4227-98b5-1f1262d6a02b tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 943 time: 0.1166072 Mar 31 15:53:31.023826 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 9d2815ef-a2e9-4e6b-954e-ef327ae60654 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:31.026896 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-acfbcea5-6f8b-48a2-9c52-0d30431ae37f tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (fec0ce0c-c1da-49f6-8d42-865310bdf12c), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:31.029433 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:53:31.080645 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfbcea5-6f8b-48a2-9c52-0d30431ae37f tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec0ce0c-c1da-49f6-8d42-865310bdf12c,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:31.108610 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-e4a4ec6a-3789-48a5-8e5a-5d5032b8a988 None None] Publish callbacks [] for port (789b2962-ef21-4c36-a7bb-6c6de07c35e1), precommit_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:31.176358 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-acfbcea5-6f8b-48a2-9c52-0d30431ae37f tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:31.177054 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 57876) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:31.181759 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-acfbcea5-6f8b-48a2-9c52-0d30431ae37f tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7569675 Mar 31 15:53:31.199510 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-e15f73df-e20e-4002-b6a0-02633792a1d6 None None] Port 1a5b2cf9-9674-42f5-8329-e9b8ea6698b9 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:53:31.209898 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 57878) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:31.214307 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ef2519f4-0c4a-44ae-b24c-1ccf78438727 req-4a045da1-2802-47e2-a260-882bbbfef72e tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a06e61e-d0cb-4d9f-8f56-6b34cf596f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894908 Mar 31 15:53:31.229102 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-e4a4ec6a-3789-48a5-8e5a-5d5032b8a988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (789b2962-ef21-4c36-a7bb-6c6de07c35e1), after_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:31.231177 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-9f7e3931-88b3-4938-bb41-cdc03cf77083 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Request body: {'security_group_rule': {'security_group_id': 'fec0ce0c-c1da-49f6-8d42-865310bdf12c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:31.298093 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-3db964e8-7b37-465c-855d-e0452076a152 None None] Set router 297316b7-94a5-49b3-8d00-ea2b3fa314bd gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:53:31.409346 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cbb65884-bba2-46f4-aeb0-f25018eaa30f req-0248b199-9a3b-43e5-b876-9368cf1f240c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 210 time: 0.0884910 Mar 31 15:53:31.447832 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d002ab9-4ce2-4017-9245-5342860f0bcf None None] Pushing event updated for resources: {'Port': ['ID=789b2962-ef21-4c36-a7bb-6c6de07c35e1,revision_number=3']} {{(pid=115722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:31.478725 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a036a94b-0c01-4ced-ad68-9f479a8be63f None None] Sync routers for ids ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:53:31.493563 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-c010b0d4-3953-41bb-b773-0ec08e959db7 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks [] for port (68d51ae4-8f29-4557-a7f0-406405652fc5), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:31.562562 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-4ae436fa-9af1-43c4-bfac-ca389e9356a6 None None] Provisioning complete for port bf403390-2890-4e83-9d4e-ae3d6a5dface triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:31.562961 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-4ae436fa-9af1-43c4-bfac-ca389e9356a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (bf403390-2890-4e83-9d4e-ae3d6a5dface), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:31.575763 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a036a94b-0c01-4ced-ad68-9f479a8be63f None None] Routers {'99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:53:31.576815 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-a036a94b-0c01-4ced-ad68-9f479a8be63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:53:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:31.589838 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-e4a4ec6a-3789-48a5-8e5a-5d5032b8a988 None None] Attempting to bind port 789b2962-ef21-4c36-a7bb-6c6de07c35e1 on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:53:31.589838 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-e4a4ec6a-3789-48a5-8e5a-5d5032b8a988 None None] Attempting to bind port 789b2962-ef21-4c36-a7bb-6c6de07c35e1 by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': 'a11ae896-5a72-42f4-bae7-f1e4e617cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32'}] {{(pid=115722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:53:31.589838 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a4ec6a-3789-48a5-8e5a-5d5032b8a988 None None] Attempting to bind port 789b2962-ef21-4c36-a7bb-6c6de07c35e1 on network 8fa8fe94-2799-4a5d-b4fd-6056ad46df32 {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:53:31.606191 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a4ec6a-3789-48a5-8e5a-5d5032b8a988 None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:53:31.606574 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a4ec6a-3789-48a5-8e5a-5d5032b8a988 None None] Checking segment: {'id': 'a11ae896-5a72-42f4-bae7-f1e4e617cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:53:31.607598 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-e4a4ec6a-3789-48a5-8e5a-5d5032b8a988 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:31.608124 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a4ec6a-3789-48a5-8e5a-5d5032b8a988 None None] Bound using segment: {'id': 'a11ae896-5a72-42f4-bae7-f1e4e617cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32'} {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:53:31.623151 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-e4a4ec6a-3789-48a5-8e5a-5d5032b8a988 None None] Bound port: 789b2962-ef21-4c36-a7bb-6c6de07c35e1, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a11ae896-5a72-42f4-bae7-f1e4e617cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32'}}] {{(pid=115722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:53:31.623151 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-e4a4ec6a-3789-48a5-8e5a-5d5032b8a988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (789b2962-ef21-4c36-a7bb-6c6de07c35e1), before_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:31.627979 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f1d2923f-9b1c-4517-980e-7e6e30a48943 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:31.733271 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-cc59460b-43d5-4ac2-9174-9d7d1211b36a tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:31.747222 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-c010b0d4-3953-41bb-b773-0ec08e959db7 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (68d51ae4-8f29-4557-a7f0-406405652fc5), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:31.786039 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.db [None req-e4a4ec6a-3789-48a5-8e5a-5d5032b8a988 None None] For port 789b2962-ef21-4c36-a7bb-6c6de07c35e1, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:53:31.790770 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:31.790770 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:31.790954 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.db [None req-e4a4ec6a-3789-48a5-8e5a-5d5032b8a988 None None] For port 789b2962-ef21-4c36-a7bb-6c6de07c35e1, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=789b2962-ef21-4c36-a7bb-6c6de07c35e1,segment=NetworkSegment(a11ae896-5a72-42f4-bae7-f1e4e617cdb8),segment_id=a11ae896-5a72-42f4-bae7-f1e4e617cdb8)] {{(pid=115722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:53:31.817172 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9f7e3931-88b3-4938-bb41-cdc03cf77083 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for security_group_rule (8cf16b84-fc0c-4693-bbe1-fa237055a3e6), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:31.871330 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-e4a4ec6a-3789-48a5-8e5a-5d5032b8a988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (789b2962-ef21-4c36-a7bb-6c6de07c35e1), after_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:31.930470 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-a036a94b-0c01-4ced-ad68-9f479a8be63f None None] Set router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:53:31.932541 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c010b0d4-3953-41bb-b773-0ec08e959db7 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Pushing event updated for resources: {'Port': ['ID=68d51ae4-8f29-4557-a7f0-406405652fc5,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:31.994808 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d002ab9-4ce2-4017-9245-5342860f0bcf None None] Pushing event updated for resources: {'Port': ['ID=789b2962-ef21-4c36-a7bb-6c6de07c35e1,revision_number=4']} {{(pid=115722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:32.035893 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a4ec6a-3789-48a5-8e5a-5d5032b8a988 None None] Routers {'10b24868-497d-45c0-9464-8803e76370f6'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:53:32.036622 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-e4a4ec6a-3789-48a5-8e5a-5d5032b8a988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:53:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['10b24868-497d-45c0-9464-8803e76370f6'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:32.041639 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-c010b0d4-3953-41bb-b773-0ec08e959db7 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Network 772c9de8-3ee6-49b7-99a9-f2f7bed661aa is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:53:32.076345 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-c010b0d4-3953-41bb-b773-0ec08e959db7 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:32.100130 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-c010b0d4-3953-41bb-b773-0ec08e959db7 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Received port after_create {{(pid=115720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:53:32.106130 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-c010b0d4-3953-41bb-b773-0ec08e959db7 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:32.107482 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-c010b0d4-3953-41bb-b773-0ec08e959db7 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for port (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:32.124622 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:32.125772 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 8fe9065f-f033-4905-bd4f-1280e9763dda up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:53:32.199300 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-4ae436fa-9af1-43c4-bfac-ca389e9356a6 None None] Current status of the port bf403390-2890-4e83-9d4e-ae3d6a5dface is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:32.199745 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-4ae436fa-9af1-43c4-bfac-ca389e9356a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (bf403390-2890-4e83-9d4e-ae3d6a5dface), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:32.255461 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-06421385-e424-4505-8a86-a1bbb2b8dd3c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:32.394919 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-3db964e8-7b37-465c-855d-e0452076a152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1621461563-router', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:19Z', 'revision_number': 4, 'project_id': 'cf512c54be704edba504249cc57859c5', 'gw_port': {'id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': 'bf403390-2890-4e83-9d4e-ae3d6a5dface', 'name': '', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'mac_address': 'fa:16:3e:7b:9c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:16Z', 'updated_at': '2022-03-31T15:53:29Z', 'revision_number': 4, 'project_id': 'cf512c54be704edba504249cc57859c5', 'subnets': [{'id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:32.424952 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-e4a4ec6a-3789-48a5-8e5a-5d5032b8a988 None None] Set router 10b24868-497d-45c0-9464-8803e76370f6 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:53:32.558372 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6916e78b-bc77-4c73-9e2f-afe19690fa25 req-ac4d5f75-b743-49d2-b4ac-58983dcf59d3 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:32.574180 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6916e78b-bc77-4c73-9e2f-afe19690fa25 req-ac4d5f75-b743-49d2-b4ac-58983dcf59d3 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 943 time: 0.1944175 Mar 31 15:53:32.602115 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db964e8-7b37-465c-855d-e0452076a152 None None] The sync data for ids ['297316b7-94a5-49b3-8d00-ea2b3fa314bd'] in dv-cinder-836028-1-iscsi is: [{'id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1621461563-router', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:19Z', 'revision_number': 4, 'project_id': 'cf512c54be704edba504249cc57859c5', 'gw_port': {'id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': 'bf403390-2890-4e83-9d4e-ae3d6a5dface', 'name': '', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'mac_address': 'fa:16:3e:7b:9c:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:16Z', 'updated_at': '2022-03-31T15:53:29Z', 'revision_number': 4, 'project_id': 'cf512c54be704edba504249cc57859c5', 'subnets': [{'id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:53:32.753127 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-4ae436fa-9af1-43c4-bfac-ca389e9356a6 None None] For port bf403390-2890-4e83-9d4e-ae3d6a5dface, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=bf403390-2890-4e83-9d4e-ae3d6a5dface,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:32.798300 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6916e78b-bc77-4c73-9e2f-afe19690fa25 req-4cc127f6-f242-48e1-8687-50f09bb156a1 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a06e61e-d0cb-4d9f-8f56-6b34cf596f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024117 Mar 31 15:53:32.842622 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d1939-5b58-43eb-a6c8-b6b11c8ec037 req-76652bc6-375b-48fd-8cd8-78838e96c8a6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:32.844482 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2e6d1939-5b58-43eb-a6c8-b6b11c8ec037 req-76652bc6-375b-48fd-8cd8-78838e96c8a6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 931 time: 0.2560554 Mar 31 15:53:32.857906 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-4ae436fa-9af1-43c4-bfac-ca389e9356a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (bf403390-2890-4e83-9d4e-ae3d6a5dface), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:32.949802 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2e6d1939-5b58-43eb-a6c8-b6b11c8ec037 req-f713d432-3109-421c-8d43-bda1d8bdee16 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932851 Mar 31 15:53:32.974947 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 8fe9065f-f033-4905-bd4f-1280e9763dda triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:32.975155 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (8fe9065f-f033-4905-bd4f-1280e9763dda), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:33.155242 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-e4a4ec6a-3789-48a5-8e5a-5d5032b8a988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b24868-497d-45c0-9464-8803e76370f6', 'name': 'tempest-AttachVolumeTestJSON-1293021899-router', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:22Z', 'revision_number': 4, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'gw_port': {'id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '789b2962-ef21-4c36-a7bb-6c6de07c35e1', 'name': '', 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'mac_address': 'fa:16:3e:ff:73:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:20Z', 'updated_at': '2022-03-31T15:53:31Z', 'revision_number': 4, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'subnets': [{'id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:33.201208 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae436fa-9af1-43c4-bfac-ca389e9356a6 None None] Pushing event updated for resources: {'Port': ['ID=bf403390-2890-4e83-9d4e-ae3d6a5dface,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:33.214791 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-3cd33675-b04d-4c0b-a7ea-0380cfe5bc3a None None] Provisioning complete for port 789b2962-ef21-4c36-a7bb-6c6de07c35e1 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:33.215386 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-3cd33675-b04d-4c0b-a7ea-0380cfe5bc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (789b2962-ef21-4c36-a7bb-6c6de07c35e1), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:33.219046 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a4ec6a-3789-48a5-8e5a-5d5032b8a988 None None] The sync data for ids ['10b24868-497d-45c0-9464-8803e76370f6'] in dv-cinder-836028-1-iscsi is: [{'id': '10b24868-497d-45c0-9464-8803e76370f6', 'name': 'tempest-AttachVolumeTestJSON-1293021899-router', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:22Z', 'revision_number': 4, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'gw_port': {'id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '789b2962-ef21-4c36-a7bb-6c6de07c35e1', 'name': '', 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'mac_address': 'fa:16:3e:ff:73:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:20Z', 'updated_at': '2022-03-31T15:53:31Z', 'revision_number': 4, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'subnets': [{'id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:53:33.249204 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-c010b0d4-3953-41bb-b773-0ec08e959db7 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9888182 Mar 31 15:53:33.290922 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-b906b062-07e7-4977-9c16-da7ad296c8d4 service neutron] Request body: {'port': {'device_id': 'b23687f6-6ba2-4b7c-9902-61a0e09d87cd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:33.393515 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_common [None req-cc59460b-43d5-4ac2-9174-9d7d1211b36a tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Allocated IP 172.27.0.23 (3b1a5cd5-bca8-4f86-be99-483986f7f547/c4390997-9a11-4c24-ae70-32af92bbcdb2/b77658a5-821c-4007-8f03-42a3bd53f1b4) {{(pid=115720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:53:33.418776 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9f7e3931-88b3-4938-bb41-cdc03cf77083 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for security_group_rule (8cf16b84-fc0c-4693-bbe1-fa237055a3e6), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:33.452489 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-a036a94b-0c01-4ced-ad68-9f479a8be63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '79d96810-7ae3-42c8-aeba-528725e0fbbf', 'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'mac_address': 'fa:16:3e:a2:17:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:14Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 2, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'subnets': [{'id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:33.504208 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-ddfd91da-5b7e-4988-8c61-4afa69dbf90a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a5b2cf9-9674-42f5-8329-e9b8ea6698b9 {{(pid=115720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:53:33.575641 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f1d2923f-9b1c-4517-980e-7e6e30a48943 admin admin] Publish callbacks [] for security_group (431258b7-f279-45bc-97e2-79dcd098725c), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:33.599376 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a036a94b-0c01-4ced-ad68-9f479a8be63f None None] Checking router: 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:53:33.599376 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a036a94b-0c01-4ced-ad68-9f479a8be63f None None] Updating router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 port 79d96810-7ae3-42c8-aeba-528725e0fbbf binding host dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:53:33.623480 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-ddfd91da-5b7e-4988-8c61-4afa69dbf90a service neutron] Publish callbacks [] for port (1a5b2cf9-9674-42f5-8329-e9b8ea6698b9), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:33.635267 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9f7e3931-88b3-4938-bb41-cdc03cf77083 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (8cf16b84-fc0c-4693-bbe1-fa237055a3e6), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:33.712307 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-3cd33675-b04d-4c0b-a7ea-0380cfe5bc3a None None] Current status of the port 789b2962-ef21-4c36-a7bb-6c6de07c35e1 is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:33.712776 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-3cd33675-b04d-4c0b-a7ea-0380cfe5bc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (789b2962-ef21-4c36-a7bb-6c6de07c35e1), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:33.816129 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 8fe9065f-f033-4905-bd4f-1280e9763dda is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:33.817602 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device edbcd987-c940-40f6-86f0-06c6d810dba3 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:53:33.846827 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f1d2923f-9b1c-4517-980e-7e6e30a48943 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (431258b7-f279-45bc-97e2-79dcd098725c), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:33.882908 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-cc59460b-43d5-4ac2-9174-9d7d1211b36a tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for port (b77658a5-821c-4007-8f03-42a3bd53f1b4), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:33.954064 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.provisioning_blocks [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-ddfd91da-5b7e-4988-8c61-4afa69dbf90a service neutron] Transition to ACTIVE for port object 1a5b2cf9-9674-42f5-8329-e9b8ea6698b9 will not be triggered until provisioned by entity L2. {{(pid=115720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:53:34.016587 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e3931-88b3-4938-bb41-cdc03cf77083 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cf16b84-fc0c-4693-bbe1-fa237055a3e6,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:34.027758 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c57be1-fe42-4906-a09f-f6a4505e15a2 req-96d1ebad-8efe-4cc1-8466-56a76e698854 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:34.049155 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-62c57be1-fe42-4906-a09f-f6a4505e15a2 req-96d1ebad-8efe-4cc1-8466-56a76e698854 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 943 time: 0.1343741 Mar 31 15:53:34.061214 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-ddfd91da-5b7e-4988-8c61-4afa69dbf90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (1a5b2cf9-9674-42f5-8329-e9b8ea6698b9), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:34.085812 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-b906b062-07e7-4977-9c16-da7ad296c8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (68d51ae4-8f29-4557-a7f0-406405652fc5), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:34.136651 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-a036a94b-0c01-4ced-ad68-9f479a8be63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (79d96810-7ae3-42c8-aeba-528725e0fbbf), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:34.170450 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-3cd33675-b04d-4c0b-a7ea-0380cfe5bc3a None None] For port 789b2962-ef21-4c36-a7bb-6c6de07c35e1, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=789b2962-ef21-4c36-a7bb-6c6de07c35e1,segment=NetworkSegment(a11ae896-5a72-42f4-bae7-f1e4e617cdb8),segment_id=a11ae896-5a72-42f4-bae7-f1e4e617cdb8)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:34.212516 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-62c57be1-fe42-4906-a09f-f6a4505e15a2 req-ac095ec9-9e74-4a79-84af-5a96d09519dd tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a06e61e-d0cb-4d9f-8f56-6b34cf596f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623712 Mar 31 15:53:34.229169 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d2923f-9b1c-4517-980e-7e6e30a48943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=431258b7-f279-45bc-97e2-79dcd098725c,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:34.259460 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b934b5f-a9bf-4813-b082-27f67c40174a req-5704b071-8eae-4af6-a9e5-2154ae135c29 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:34.276320 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9b934b5f-a9bf-4813-b082-27f67c40174a req-5704b071-8eae-4af6-a9e5-2154ae135c29 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 931 time: 0.1918581 Mar 31 15:53:34.294404 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-3cd33675-b04d-4c0b-a7ea-0380cfe5bc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (789b2962-ef21-4c36-a7bb-6c6de07c35e1), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:34.295428 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9f7e3931-88b3-4938-bb41-cdc03cf77083 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:34.296681 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-9f7e3931-88b3-4938-bb41-cdc03cf77083 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.0816116 Mar 31 15:53:34.302240 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 57934) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:34.310053 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-f1d2923f-9b1c-4517-980e-7e6e30a48943 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=95816c621c174a08914413fc377ca5d4&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1193697 Mar 31 15:53:34.317859 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-633336e0-4ccd-4a43-9be4-7ec889e718a0 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Request body: {'security_group_rule': {'security_group_id': 'fec0ce0c-c1da-49f6-8d42-865310bdf12c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:34.322191 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-cc59460b-43d5-4ac2-9174-9d7d1211b36a tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (b77658a5-821c-4007-8f03-42a3bd53f1b4), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:34.326838 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 57936) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:34.433987 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9b934b5f-a9bf-4813-b082-27f67c40174a req-4e0c10bb-7f29-4355-a5a9-5be4bf9709af tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474392 Mar 31 15:53:34.542018 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd33675-b04d-4c0b-a7ea-0380cfe5bc3a None None] Pushing event updated for resources: {'Port': ['ID=789b2962-ef21-4c36-a7bb-6c6de07c35e1,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:34.547634 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd91da-5b7e-4988-8c61-4afa69dbf90a service neutron] Pushing event updated for resources: {'Port': ['ID=1a5b2cf9-9674-42f5-8329-e9b8ea6698b9,revision_number=2']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:34.575327 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-3cd33675-b04d-4c0b-a7ea-0380cfe5bc3a None None] Provisioning complete for port 68d51ae4-8f29-4557-a7f0-406405652fc5 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:34.575758 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-3cd33675-b04d-4c0b-a7ea-0380cfe5bc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (68d51ae4-8f29-4557-a7f0-406405652fc5), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:34.602555 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc59460b-43d5-4ac2-9174-9d7d1211b36a tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Network 3b1a5cd5-bca8-4f86-be99-483986f7f547 is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:53:34.679090 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-cc59460b-43d5-4ac2-9174-9d7d1211b36a tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:34.681849 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-3cd33675-b04d-4c0b-a7ea-0380cfe5bc3a None None] Port 68d51ae4-8f29-4557-a7f0-406405652fc5 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:53:34.684021 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port edbcd987-c940-40f6-86f0-06c6d810dba3 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:34.684997 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (edbcd987-c940-40f6-86f0-06c6d810dba3), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:34.789428 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc59460b-43d5-4ac2-9174-9d7d1211b36a tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Received port after_create {{(pid=115720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:53:34.812474 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_common [None req-06421385-e424-4505-8a86-a1bbb2b8dd3c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Allocated IP 172.27.0.229 (3b1a5cd5-bca8-4f86-be99-483986f7f547/c4390997-9a11-4c24-ae70-32af92bbcdb2/5c606d8d-b441-41c1-bdfc-bdcacffd8618) {{(pid=115720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:53:35.000100 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-c46de7eb-1ff0-495f-9984-351bce1b8774 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:35.116447 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.managers [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-ddfd91da-5b7e-4988-8c61-4afa69dbf90a service neutron] Attempting to bind port 1a5b2cf9-9674-42f5-8329-e9b8ea6698b9 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:53:35.116858 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.managers [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-ddfd91da-5b7e-4988-8c61-4afa69dbf90a service neutron] Attempting to bind port 1a5b2cf9-9674-42f5-8329-e9b8ea6698b9 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': 'c4bf4fae-8afb-4772-9b42-f40496cec286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa'}] {{(pid=115720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:53:35.117155 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-ddfd91da-5b7e-4988-8c61-4afa69dbf90a service neutron] Attempting to bind port 1a5b2cf9-9674-42f5-8329-e9b8ea6698b9 on network 772c9de8-3ee6-49b7-99a9-f2f7bed661aa {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:53:35.158256 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59460b-43d5-4ac2-9174-9d7d1211b36a tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event updated for resources: {'Port': ['ID=b77658a5-821c-4007-8f03-42a3bd53f1b4,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:35.160620 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-633336e0-4ccd-4a43-9be4-7ec889e718a0 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for security_group_rule (a20ce4f8-cc64-471b-9f2d-4c80a25a1e12), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:35.194313 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port edbcd987-c940-40f6-86f0-06c6d810dba3 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:35.213839 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-a036a94b-0c01-4ced-ad68-9f479a8be63f None None] Publish callbacks [] for port (79d96810-7ae3-42c8-aeba-528725e0fbbf), precommit_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:35.217905 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-d1a5353f-9e91-433d-8569-707f6c9ee708 admin admin] Publish callbacks [] for security_group (431258b7-f279-45bc-97e2-79dcd098725c), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:35.237741 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-ddfd91da-5b7e-4988-8c61-4afa69dbf90a service neutron] Port 1a5b2cf9-9674-42f5-8329-e9b8ea6698b9 on network 772c9de8-3ee6-49b7-99a9-f2f7bed661aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:53:35.238074 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-ddfd91da-5b7e-4988-8c61-4afa69dbf90a service neutron] Attempting to bind port 1a5b2cf9-9674-42f5-8329-e9b8ea6698b9 on network 772c9de8-3ee6-49b7-99a9-f2f7bed661aa {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:53:35.305585 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-a036a94b-0c01-4ced-ad68-9f479a8be63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (79d96810-7ae3-42c8-aeba-528725e0fbbf), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:35.333493 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-ddfd91da-5b7e-4988-8c61-4afa69dbf90a service neutron] Checking agent: {'id': 'af4a1f75-de88-4cee-8975-566385aedde2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:53:35.334008 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-ddfd91da-5b7e-4988-8c61-4afa69dbf90a service neutron] Checking segment: {'id': 'c4bf4fae-8afb-4772-9b42-f40496cec286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:53:35.334417 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-ddfd91da-5b7e-4988-8c61-4afa69dbf90a service neutron] Bound using segment: {'id': 'c4bf4fae-8afb-4772-9b42-f40496cec286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa'} {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:53:35.334863 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.managers [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-ddfd91da-5b7e-4988-8c61-4afa69dbf90a service neutron] Bound port: 1a5b2cf9-9674-42f5-8329-e9b8ea6698b9, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4bf4fae-8afb-4772-9b42-f40496cec286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa'}}] {{(pid=115720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:53:35.335221 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-ddfd91da-5b7e-4988-8c61-4afa69dbf90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (1a5b2cf9-9674-42f5-8329-e9b8ea6698b9), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:35.365743 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-cc59460b-43d5-4ac2-9174-9d7d1211b36a tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for floatingip (378c20cc-b0de-4334-a0cd-224fe2c94bc9), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:35.385319 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-d1a5353f-9e91-433d-8569-707f6c9ee708 admin admin] Publish callbacks [] for security_group (431258b7-f279-45bc-97e2-79dcd098725c), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:35.409336 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ace1da-1672-4db5-8b47-27110e88e00a None None] Pushing event updated for resources: {'Port': ['ID=79d96810-7ae3-42c8-aeba-528725e0fbbf,revision_number=3']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:35.488935 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c111f6-8629-4ceb-816d-13d704b1343b req-7b648027-845f-42ff-9b42-a5aa6ac3cb5d tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:35.507077 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-57c111f6-8629-4ceb-816d-13d704b1343b req-7b648027-845f-42ff-9b42-a5aa6ac3cb5d tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 943 time: 0.1406326 Mar 31 15:53:35.546947 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-ddfd91da-5b7e-4988-8c61-4afa69dbf90a service neutron] For port 1a5b2cf9-9674-42f5-8329-e9b8ea6698b9, host hv-cinder-83602, cleared binding levels {{(pid=115720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:53:35.598247 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-a036a94b-0c01-4ced-ad68-9f479a8be63f None None] Attempting to bind port 79d96810-7ae3-42c8-aeba-528725e0fbbf on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:53:35.598675 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-a036a94b-0c01-4ced-ad68-9f479a8be63f None None] Attempting to bind port 79d96810-7ae3-42c8-aeba-528725e0fbbf by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': '3625fcca-8015-4d97-a97b-4b3ea4e2b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b'}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:53:35.598995 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a036a94b-0c01-4ced-ad68-9f479a8be63f None None] Attempting to bind port 79d96810-7ae3-42c8-aeba-528725e0fbbf on network 90fc1aad-d8be-40df-b185-08fe1d77372b {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:53:35.609411 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 20bf53a5-f12d-4a00-a562-aa091b90a999 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:53:35.612088 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a036a94b-0c01-4ced-ad68-9f479a8be63f None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:53:35.616069 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a036a94b-0c01-4ced-ad68-9f479a8be63f None None] Checking segment: {'id': '3625fcca-8015-4d97-a97b-4b3ea4e2b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:53:35.616069 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-a036a94b-0c01-4ced-ad68-9f479a8be63f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:35.616069 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a036a94b-0c01-4ced-ad68-9f479a8be63f None None] Bound using segment: {'id': '3625fcca-8015-4d97-a97b-4b3ea4e2b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b'} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:53:35.616069 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-a036a94b-0c01-4ced-ad68-9f479a8be63f None None] Bound port: 79d96810-7ae3-42c8-aeba-528725e0fbbf, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3625fcca-8015-4d97-a97b-4b3ea4e2b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b'}}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:53:35.616069 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-a036a94b-0c01-4ced-ad68-9f479a8be63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (79d96810-7ae3-42c8-aeba-528725e0fbbf), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:35.626389 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-57c111f6-8629-4ceb-816d-13d704b1343b req-afa94ddc-8529-4de3-8798-74d1b306c9dd tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a06e61e-d0cb-4d9f-8f56-6b34cf596f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182690 Mar 31 15:53:35.657262 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-ddfd91da-5b7e-4988-8c61-4afa69dbf90a service neutron] For port 1a5b2cf9-9674-42f5-8329-e9b8ea6698b9, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=1a5b2cf9-9674-42f5-8329-e9b8ea6698b9,segment=NetworkSegment(c4bf4fae-8afb-4772-9b42-f40496cec286),segment_id=c4bf4fae-8afb-4772-9b42-f40496cec286)] {{(pid=115720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:53:35.664245 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-cc59460b-43d5-4ac2-9174-9d7d1211b36a tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (b77658a5-821c-4007-8f03-42a3bd53f1b4), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:35.729218 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-633336e0-4ccd-4a43-9be4-7ec889e718a0 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for security_group_rule (a20ce4f8-cc64-471b-9f2d-4c80a25a1e12), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:35.763242 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 20bf53a5-f12d-4a00-a562-aa091b90a999 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:35.763625 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (20bf53a5-f12d-4a00-a562-aa091b90a999), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:35.766428 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-a036a94b-0c01-4ced-ad68-9f479a8be63f None None] For port 79d96810-7ae3-42c8-aeba-528725e0fbbf, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:53:35.767148 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-ddfd91da-5b7e-4988-8c61-4afa69dbf90a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (1a5b2cf9-9674-42f5-8329-e9b8ea6698b9), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:35.774933 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c86fdac-64ca-4c46-a435-9ccb0b588a43 req-e2b6631d-abe2-4e97-941e-dc13a4cb2f18 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:35.777204 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5c86fdac-64ca-4c46-a435-9ccb0b588a43 req-e2b6631d-abe2-4e97-941e-dc13a4cb2f18 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 931 time: 0.1493442 Mar 31 15:53:35.786269 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-06421385-e424-4505-8a86-a1bbb2b8dd3c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for port (5c606d8d-b441-41c1-bdfc-bdcacffd8618), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:35.817725 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-a036a94b-0c01-4ced-ad68-9f479a8be63f None None] For port 79d96810-7ae3-42c8-aeba-528725e0fbbf, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=79d96810-7ae3-42c8-aeba-528725e0fbbf,segment=NetworkSegment(3625fcca-8015-4d97-a97b-4b3ea4e2b9cb),segment_id=3625fcca-8015-4d97-a97b-4b3ea4e2b9cb)] {{(pid=115721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:53:35.834232 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-633336e0-4ccd-4a43-9be4-7ec889e718a0 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (a20ce4f8-cc64-471b-9f2d-4c80a25a1e12), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:35.859602 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5c86fdac-64ca-4c46-a435-9ccb0b588a43 req-0388b01e-2d1f-4844-8818-2339fdc1eeb2 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755706 Mar 31 15:53:35.880802 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-a036a94b-0c01-4ced-ad68-9f479a8be63f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (79d96810-7ae3-42c8-aeba-528725e0fbbf), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:35.889821 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-ddfd91da-5b7e-4988-8c61-4afa69dbf90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:35.890483 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-ddfd91da-5b7e-4988-8c61-4afa69dbf90a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for port (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:35.891963 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-ddfd91da-5b7e-4988-8c61-4afa69dbf90a service neutron] 10.222.0.24 "PUT /v2.0/ports/1a5b2cf9-9674-42f5-8329-e9b8ea6698b9 HTTP/1.1" status: 200 len: 1094 time: 6.2186294 Mar 31 15:53:35.895571 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbb80162-ee7b-47d5-bfbc-dff806189952', 'tag': '1a5b2cf9-9674-42f5-8329-e9b8ea6698b9'}] {{(pid=115720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:53:35.940767 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-c35ac6ce-f3f7-4776-8899-a3ee9aabf855 None None] Provisioning complete for port 79d96810-7ae3-42c8-aeba-528725e0fbbf triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:35.941287 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-c35ac6ce-f3f7-4776-8899-a3ee9aabf855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (79d96810-7ae3-42c8-aeba-528725e0fbbf), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:36.037224 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-d1a5353f-9e91-433d-8569-707f6c9ee708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (431258b7-f279-45bc-97e2-79dcd098725c), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:36.039919 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-d1a5353f-9e91-433d-8569-707f6c9ee708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:36.041407 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-d1a5353f-9e91-433d-8569-707f6c9ee708 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/431258b7-f279-45bc-97e2-79dcd098725c HTTP/1.1" status: 204 len: 168 time: 1.6548419 Mar 31 15:53:36.045738 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-b906b062-07e7-4977-9c16-da7ad296c8d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d51ae4-8f29-4557-a7f0-406405652fc5 {{(pid=115720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:53:36.062274 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633336e0-4ccd-4a43-9be4-7ec889e718a0 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a20ce4f8-cc64-471b-9f2d-4c80a25a1e12,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:36.126366 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ace1da-1672-4db5-8b47-27110e88e00a None None] Pushing event updated for resources: {'Port': ['ID=79d96810-7ae3-42c8-aeba-528725e0fbbf,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:36.138100 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a036a94b-0c01-4ced-ad68-9f479a8be63f None None] Routers {'99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:53:36.138757 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-a036a94b-0c01-4ced-ad68-9f479a8be63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:53:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:36.147102 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-b906b062-07e7-4977-9c16-da7ad296c8d4 service neutron] Publish callbacks [] for port (68d51ae4-8f29-4557-a7f0-406405652fc5), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:36.262439 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-633336e0-4ccd-4a43-9be4-7ec889e718a0 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:36.264207 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-633336e0-4ccd-4a43-9be4-7ec889e718a0 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9569592 Mar 31 15:53:36.265241 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a5353f-9e91-433d-8569-707f6c9ee708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=431258b7-f279-45bc-97e2-79dcd098725c,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:36.268928 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 57998) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:36.282383 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-f4489da9-d763-4a33-99c2-47d1a262f523 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Request body: {'floatingip': {'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:36.300441 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfd91da-5b7e-4988-8c61-4afa69dbf90a service neutron] Pushing event updated for resources: {'Port': ['ID=1a5b2cf9-9674-42f5-8329-e9b8ea6698b9,revision_number=3']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:36.322121 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.provisioning_blocks [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-b906b062-07e7-4977-9c16-da7ad296c8d4 service neutron] Transition to ACTIVE for port object 68d51ae4-8f29-4557-a7f0-406405652fc5 will not be triggered until provisioned by entity L2. {{(pid=115720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:53:36.342805 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccc7965b351d9be82fa8b87eed5996d2f485a8722744a87613077a4f3f485543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0235e25-5ece-4ffc-b858-dc66dd3521bd" -d '{"events": [{"name": "network-changed", "server_uuid": "cbb80162-ee7b-47d5-bfbc-dff806189952", "tag": "1a5b2cf9-9674-42f5-8329-e9b8ea6698b9"}]}' {{(pid=115720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:53:36.378900 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 20bf53a5-f12d-4a00-a562-aa091b90a999 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:36.380298 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device de622d1b-147e-4831-98a6-1056aa761af8 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:53:36.386085 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-4cff55e2-4601-4881-ab38-369050a74008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:36.386650 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-4cff55e2-4601-4881-ab38-369050a74008 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b72f6f1e61d487aa67d6b722ba60f85&device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 1128 time: 0.3362496 Mar 31 15:53:36.465030 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f4489da9-d763-4a33-99c2-47d1a262f523 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:36.530878 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-8b94e046-cc48-4dbb-a7c0-9105ad805bcd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a5b2cf9-9674-42f5-8329-e9b8ea6698b9 HTTP/1.1" status: 200 len: 217 time: 0.1113338 Mar 31 15:53:36.532801 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:53:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec953dff-2de3-4547-a28e-d977f355563e x-openstack-request-id: req-ec953dff-2de3-4547-a28e-d977f355563e {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:53:36.538584 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbb80162-ee7b-47d5-bfbc-dff806189952", "tag": "1a5b2cf9-9674-42f5-8329-e9b8ea6698b9", "status": "completed", "code": 200}]} {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:53:36.538584 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ec953dff-2de3-4547-a28e-d977f355563e {{(pid=115720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:53:36.538584 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec953dff-2de3-4547-a28e-d977f355563e'] response: {'name': 'network-changed', 'server_uuid': 'cbb80162-ee7b-47d5-bfbc-dff806189952', 'tag': '1a5b2cf9-9674-42f5-8329-e9b8ea6698b9', 'status': 'completed', 'code': 200} Mar 31 15:53:36.545923 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-b906b062-07e7-4977-9c16-da7ad296c8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (68d51ae4-8f29-4557-a7f0-406405652fc5), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:36.548297 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-06421385-e424-4505-8a86-a1bbb2b8dd3c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (5c606d8d-b441-41c1-bdfc-bdcacffd8618), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:36.557174 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-c35ac6ce-f3f7-4776-8899-a3ee9aabf855 None None] Current status of the port 79d96810-7ae3-42c8-aeba-528725e0fbbf is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:36.557562 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-c35ac6ce-f3f7-4776-8899-a3ee9aabf855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (79d96810-7ae3-42c8-aeba-528725e0fbbf), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:36.590909 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port de622d1b-147e-4831-98a6-1056aa761af8 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:36.591394 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (de622d1b-147e-4831-98a6-1056aa761af8), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:36.629784 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f4489da9-d763-4a33-99c2-47d1a262f523 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:36.641342 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-a036a94b-0c01-4ced-ad68-9f479a8be63f None None] Set router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:53:36.645697 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-c35ac6ce-f3f7-4776-8899-a3ee9aabf855 None None] For port 79d96810-7ae3-42c8-aeba-528725e0fbbf, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=79d96810-7ae3-42c8-aeba-528725e0fbbf,segment=NetworkSegment(3625fcca-8015-4d97-a97b-4b3ea4e2b9cb),segment_id=3625fcca-8015-4d97-a97b-4b3ea4e2b9cb)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:36.746266 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-c35ac6ce-f3f7-4776-8899-a3ee9aabf855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (79d96810-7ae3-42c8-aeba-528725e0fbbf), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:36.811023 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [None req-f4489da9-d763-4a33-99c2-47d1a262f523 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Allocated IP 172.27.0.92 (3b1a5cd5-bca8-4f86-be99-483986f7f547/c4390997-9a11-4c24-ae70-32af92bbcdb2/8bac38b8-b37f-48e7-970a-5e24da857f99) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:53:36.834316 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f9000c-048f-4bce-a1ab-8c642f7924a9 req-2770ed9d-188b-405d-a933-3d3e22573205 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:36.841847 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-02f9000c-048f-4bce-a1ab-8c642f7924a9 req-2770ed9d-188b-405d-a933-3d3e22573205 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 943 time: 0.0902774 Mar 31 15:53:36.871103 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-cc59460b-43d5-4ac2-9174-9d7d1211b36a tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for port (b77658a5-821c-4007-8f03-42a3bd53f1b4), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:36.882832 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35ac6ce-f3f7-4776-8899-a3ee9aabf855 None None] Pushing event updated for resources: {'Port': ['ID=79d96810-7ae3-42c8-aeba-528725e0fbbf,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:36.934597 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906b062-07e7-4977-9c16-da7ad296c8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=68d51ae4-8f29-4557-a7f0-406405652fc5,revision_number=2']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:36.942895 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-02f9000c-048f-4bce-a1ab-8c642f7924a9 req-fcad0235-1555-423f-831d-33fa02164143 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a06e61e-d0cb-4d9f-8f56-6b34cf596f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001017 Mar 31 15:53:36.965388 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-c5c8ca1a-b60d-48f9-9911-d46c5a9a7721 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:36.965388 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-c5c8ca1a-b60d-48f9-9911-d46c5a9a7721 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a390765-0f72-4138-842b-3475f0e0b072 HTTP/1.1" status: 200 len: 858 time: 0.4254987 Mar 31 15:53:36.972250 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06421385-e424-4505-8a86-a1bbb2b8dd3c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Network 3b1a5cd5-bca8-4f86-be99-483986f7f547 is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:53:36.983203 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port de622d1b-147e-4831-98a6-1056aa761af8 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:36.984598 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 3f1c5e64-2524-486f-b187-d13bca2ff528 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:53:37.021227 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f4489da9-d763-4a33-99c2-47d1a262f523 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for port (8bac38b8-b37f-48e7-970a-5e24da857f99), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:37.039744 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed0d21a9-7935-4eee-b178-15e7be070940 req-a58f31b5-a07c-4e04-a228-c466e8d7ed09 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:37.053501 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ed0d21a9-7935-4eee-b178-15e7be070940 req-a58f31b5-a07c-4e04-a228-c466e8d7ed09 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 943 time: 0.1094499 Mar 31 15:53:37.055182 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-cc59460b-43d5-4ac2-9174-9d7d1211b36a tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (b77658a5-821c-4007-8f03-42a3bd53f1b4), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:37.097227 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-a125edf8-1b99-4dc2-b1ad-bc165569782a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:37.150490 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-06421385-e424-4505-8a86-a1bbb2b8dd3c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:37.162148 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ed0d21a9-7935-4eee-b178-15e7be070940 req-246a2210-d620-48c2-8eb9-1743e80384f9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076405 Mar 31 15:53:37.193397 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1925c74f-91f5-419e-86b9-c03984b71a97 None None] Provisioning complete for port 79d96810-7ae3-42c8-aeba-528725e0fbbf triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:37.193397 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1925c74f-91f5-419e-86b9-c03984b71a97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (79d96810-7ae3-42c8-aeba-528725e0fbbf), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:37.228470 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06421385-e424-4505-8a86-a1bbb2b8dd3c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Received port after_create {{(pid=115720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:53:37.234979 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06421385-e424-4505-8a86-a1bbb2b8dd3c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Pushing event updated for resources: {'Port': ['ID=5c606d8d-b441-41c1-bdfc-bdcacffd8618,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:37.236887 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f4489da9-d763-4a33-99c2-47d1a262f523 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (8bac38b8-b37f-48e7-970a-5e24da857f99), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:37.252581 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 3f1c5e64-2524-486f-b187-d13bca2ff528 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:37.252965 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (3f1c5e64-2524-486f-b187-d13bca2ff528), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:37.256445 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-cc59460b-43d5-4ac2-9174-9d7d1211b36a tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (378c20cc-b0de-4334-a0cd-224fe2c94bc9), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:37.302340 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 58024) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:37.306089 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4489da9-d763-4a33-99c2-47d1a262f523 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Network 3b1a5cd5-bca8-4f86-be99-483986f7f547 is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:53:37.310607 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [None req-f4489da9-d763-4a33-99c2-47d1a262f523 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:37.318383 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4489da9-d763-4a33-99c2-47d1a262f523 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:53:37.355947 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4489da9-d763-4a33-99c2-47d1a262f523 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Pushing event updated for resources: {'Port': ['ID=8bac38b8-b37f-48e7-970a-5e24da857f99,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:37.367157 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-a036a94b-0c01-4ced-ad68-9f479a8be63f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '79d96810-7ae3-42c8-aeba-528725e0fbbf', 'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'mac_address': 'fa:16:3e:a2:17:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:14Z', 'updated_at': '2022-03-31T15:53:35Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'subnets': [{'id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:37.473559 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f4489da9-d763-4a33-99c2-47d1a262f523 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for floatingip (7ddef076-b676-4963-b630-4c9ab525b168), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:37.478692 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e40e760a-7824-4691-b09d-62107b7be192 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:37.480961 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.managers [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-b906b062-07e7-4977-9c16-da7ad296c8d4 service neutron] Attempting to bind port 68d51ae4-8f29-4557-a7f0-406405652fc5 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:53:37.485545 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.managers [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-b906b062-07e7-4977-9c16-da7ad296c8d4 service neutron] Attempting to bind port 68d51ae4-8f29-4557-a7f0-406405652fc5 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': 'c4bf4fae-8afb-4772-9b42-f40496cec286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa'}] {{(pid=115720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:53:37.485545 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-b906b062-07e7-4977-9c16-da7ad296c8d4 service neutron] Attempting to bind port 68d51ae4-8f29-4557-a7f0-406405652fc5 on network 772c9de8-3ee6-49b7-99a9-f2f7bed661aa {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:53:37.514560 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-b906b062-07e7-4977-9c16-da7ad296c8d4 service neutron] Port 68d51ae4-8f29-4557-a7f0-406405652fc5 on network 772c9de8-3ee6-49b7-99a9-f2f7bed661aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:53:37.514888 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-b906b062-07e7-4977-9c16-da7ad296c8d4 service neutron] Attempting to bind port 68d51ae4-8f29-4557-a7f0-406405652fc5 on network 772c9de8-3ee6-49b7-99a9-f2f7bed661aa {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:53:37.531250 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-e05dd437-5a70-47a5-89e9-ca96f3a01c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:37.532816 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-e05dd437-5a70-47a5-89e9-ca96f3a01c88 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5566339 Mar 31 15:53:37.536957 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59460b-43d5-4ac2-9174-9d7d1211b36a tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event updated for resources: {'Port': ['ID=b77658a5-821c-4007-8f03-42a3bd53f1b4,revision_number=2']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:37.544265 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-b906b062-07e7-4977-9c16-da7ad296c8d4 service neutron] Checking agent: {'id': 'af4a1f75-de88-4cee-8975-566385aedde2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 53, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:53:37.545135 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-b906b062-07e7-4977-9c16-da7ad296c8d4 service neutron] Checking segment: {'id': 'c4bf4fae-8afb-4772-9b42-f40496cec286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:53:37.545604 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-b906b062-07e7-4977-9c16-da7ad296c8d4 service neutron] Bound using segment: {'id': 'c4bf4fae-8afb-4772-9b42-f40496cec286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa'} {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:53:37.545949 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.managers [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-b906b062-07e7-4977-9c16-da7ad296c8d4 service neutron] Bound port: 68d51ae4-8f29-4557-a7f0-406405652fc5, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4bf4fae-8afb-4772-9b42-f40496cec286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa'}}] {{(pid=115720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:53:37.546316 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-b906b062-07e7-4977-9c16-da7ad296c8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (68d51ae4-8f29-4557-a7f0-406405652fc5), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:37.559614 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a036a94b-0c01-4ced-ad68-9f479a8be63f None None] The sync data for ids ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'] in dv-cinder-836028-1-iscsi is: [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '79d96810-7ae3-42c8-aeba-528725e0fbbf', 'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'mac_address': 'fa:16:3e:a2:17:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:14Z', 'updated_at': '2022-03-31T15:53:35Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'subnets': [{'id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:53:37.564842 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1925c74f-91f5-419e-86b9-c03984b71a97 None None] Current status of the port 79d96810-7ae3-42c8-aeba-528725e0fbbf is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:37.573531 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-cc59460b-43d5-4ac2-9174-9d7d1211b36a tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:37.574900 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-cc59460b-43d5-4ac2-9174-9d7d1211b36a tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.8757503 Mar 31 15:53:37.591687 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-06421385-e424-4505-8a86-a1bbb2b8dd3c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for floatingip (38062d23-a40d-40d0-bd5a-f19b2e1b3312), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:37.595500 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 3f1c5e64-2524-486f-b187-d13bca2ff528 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:37.596920 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 789b2962-ef21-4c36-a7bb-6c6de07c35e1 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:53:37.667259 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f4489da9-d763-4a33-99c2-47d1a262f523 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (8bac38b8-b37f-48e7-970a-5e24da857f99), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:37.680689 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 789b2962-ef21-4c36-a7bb-6c6de07c35e1 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:37.681070 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (789b2962-ef21-4c36-a7bb-6c6de07c35e1), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:37.750210 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:37.812992 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 789b2962-ef21-4c36-a7bb-6c6de07c35e1 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:37.814286 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device bf403390-2890-4e83-9d4e-ae3d6a5dface up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:53:37.839310 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e40e760a-7824-4691-b09d-62107b7be192 admin admin] Publish callbacks [] for security_group (210f438e-cbc6-4264-b646-f8c260ff51bd), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:37.949848 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port bf403390-2890-4e83-9d4e-ae3d6a5dface triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:37.955585 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (bf403390-2890-4e83-9d4e-ae3d6a5dface), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:37.961210 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e40e760a-7824-4691-b09d-62107b7be192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (210f438e-cbc6-4264-b646-f8c260ff51bd), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:37.976415 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-06421385-e424-4505-8a86-a1bbb2b8dd3c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (5c606d8d-b441-41c1-bdfc-bdcacffd8618), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:38.061930 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-b906b062-07e7-4977-9c16-da7ad296c8d4 service neutron] For port 68d51ae4-8f29-4557-a7f0-406405652fc5, host hv-cinder-83602, cleared binding levels {{(pid=115720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:53:38.062492 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port bf403390-2890-4e83-9d4e-ae3d6a5dface is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:38.064065 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 5b50471f-5966-4e9d-8df1-023f84e9cdb8 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:53:38.097736 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-e40e760a-7824-4691-b09d-62107b7be192 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ad8cdfa856c24b9ab7955eaa569b9146&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7606606 Mar 31 15:53:38.109228 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 58058) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:38.115500 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-b906b062-07e7-4977-9c16-da7ad296c8d4 service neutron] For port 68d51ae4-8f29-4557-a7f0-406405652fc5, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=68d51ae4-8f29-4557-a7f0-406405652fc5,segment=NetworkSegment(c4bf4fae-8afb-4772-9b42-f40496cec286),segment_id=c4bf4fae-8afb-4772-9b42-f40496cec286)] {{(pid=115720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:53:38.119997 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 5b50471f-5966-4e9d-8df1-023f84e9cdb8 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:38.120409 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (5b50471f-5966-4e9d-8df1-023f84e9cdb8), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:38.148289 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-03b96a6c-e309-4f14-96e0-f02c07ad8640 service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6069152 Mar 31 15:53:38.148928 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e760a-7824-4691-b09d-62107b7be192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=210f438e-cbc6-4264-b646-f8c260ff51bd,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:38.226060 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 5b50471f-5966-4e9d-8df1-023f84e9cdb8 is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:38.226503 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (5b50471f-5966-4e9d-8df1-023f84e9cdb8), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:38.243268 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-b906b062-07e7-4977-9c16-da7ad296c8d4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (68d51ae4-8f29-4557-a7f0-406405652fc5), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:38.249623 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] For port 5b50471f-5966-4e9d-8df1-023f84e9cdb8, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=5b50471f-5966-4e9d-8df1-023f84e9cdb8,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:38.282553 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-0a91bfba-c688-4563-aef8-f93dfb2d02ac admin admin] Publish callbacks [] for security_group (210f438e-cbc6-4264-b646-f8c260ff51bd), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:38.312078 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-5a5ff9e3-1fde-4453-8512-d53a58eba9e6 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--275168081&fields=id&tenant_id=ffc6177837a74f42b2af77cad7fb46ea HTTP/1.1" status: 200 len: 267 time: 0.2019334 Mar 31 15:53:38.318267 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-b906b062-07e7-4977-9c16-da7ad296c8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:38.319541 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-b906b062-07e7-4977-9c16-da7ad296c8d4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for port (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:38.320582 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-b906b062-07e7-4977-9c16-da7ad296c8d4 service neutron] 10.222.0.24 "PUT /v2.0/ports/68d51ae4-8f29-4557-a7f0-406405652fc5 HTTP/1.1" status: 200 len: 1093 time: 5.0344782 Mar 31 15:53:38.338427 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-0a91bfba-c688-4563-aef8-f93dfb2d02ac admin admin] Publish callbacks [] for security_group (210f438e-cbc6-4264-b646-f8c260ff51bd), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:38.364153 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142462a-d7cb-4368-86ae-6773c71b4462 req-149c84c3-8940-4c5c-a386-15a7806d839a tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:38.365698 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e142462a-d7cb-4368-86ae-6773c71b4462 req-149c84c3-8940-4c5c-a386-15a7806d839a tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 943 time: 0.2576802 Mar 31 15:53:38.396424 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b906b062-07e7-4977-9c16-da7ad296c8d4 service neutron] Pushing event updated for resources: {'Port': ['ID=68d51ae4-8f29-4557-a7f0-406405652fc5,revision_number=3']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:38.402463 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (5b50471f-5966-4e9d-8df1-023f84e9cdb8), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:38.412166 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-06421385-e424-4505-8a86-a1bbb2b8dd3c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for port (5c606d8d-b441-41c1-bdfc-bdcacffd8618), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:38.414233 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-0adb3c75-2ad5-4e20-bb7c-54f33ebb00c4 req-e99ddde9-ca4f-4d30-843b-0e0267d1029b service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470887 Mar 31 15:53:38.486941 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:38.488486 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Pushing event updated for resources: {'Port': ['ID=5b50471f-5966-4e9d-8df1-023f84e9cdb8,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:38.508815 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f4489da9-d763-4a33-99c2-47d1a262f523 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for port (8bac38b8-b37f-48e7-970a-5e24da857f99), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:38.511679 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-06421385-e424-4505-8a86-a1bbb2b8dd3c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (5c606d8d-b441-41c1-bdfc-bdcacffd8618), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:38.543828 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23687f6-6ba2-4b7c-9902-61a0e09d87cd', 'tag': '68d51ae4-8f29-4557-a7f0-406405652fc5'}] {{(pid=115720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:53:38.547777 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccc7965b351d9be82fa8b87eed5996d2f485a8722744a87613077a4f3f485543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ffa27a-b140-4a6f-95c6-79ee70e3be09" -d '{"events": [{"name": "network-changed", "server_uuid": "b23687f6-6ba2-4b7c-9902-61a0e09d87cd", "tag": "68d51ae4-8f29-4557-a7f0-406405652fc5"}]}' {{(pid=115720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:53:38.559209 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e142462a-d7cb-4368-86ae-6773c71b4462 req-f5f17d11-2ac6-4502-8119-9682aa8a99b6 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a06e61e-d0cb-4d9f-8f56-6b34cf596f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703000 Mar 31 15:53:38.570818 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-5f22d7c9-a36c-4b3f-a7f5-44fcb5975b50 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:38.572195 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-06421385-e424-4505-8a86-a1bbb2b8dd3c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (38062d23-a40d-40d0-bd5a-f19b2e1b3312), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:38.572957 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-5f22d7c9-a36c-4b3f-a7f5-44fcb5975b50 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/networks?id=90fc1aad-d8be-40df-b185-08fe1d77372b HTTP/1.1" status: 200 len: 815 time: 0.2476950 Mar 31 15:53:38.581840 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 79d96810-7ae3-42c8-aeba-528725e0fbbf up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:53:38.602281 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-e3d80049-8fb3-4087-b3a3-866f755f780b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/quotas/ffc6177837a74f42b2af77cad7fb46ea HTTP/1.1" status: 200 len: 375 time: 0.0191367 Mar 31 15:53:38.653847 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f4489da9-d763-4a33-99c2-47d1a262f523 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (8bac38b8-b37f-48e7-970a-5e24da857f99), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:38.678482 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 79d96810-7ae3-42c8-aeba-528725e0fbbf triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:38.679105 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (79d96810-7ae3-42c8-aeba-528725e0fbbf), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:38.679370 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06421385-e424-4505-8a86-a1bbb2b8dd3c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Pushing event updated for resources: {'Port': ['ID=5c606d8d-b441-41c1-bdfc-bdcacffd8618,revision_number=2']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:38.689732 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-a3997997-4a65-4d66-9b26-8bd7e3345dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:38.691274 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-a3997997-4a65-4d66-9b26-8bd7e3345dea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b72f6f1e61d487aa67d6b722ba60f85&device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 1127 time: 0.2236156 Mar 31 15:53:38.695522 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f4489da9-d763-4a33-99c2-47d1a262f523 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (7ddef076-b676-4963-b630-4c9ab525b168), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:38.705613 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0235e25-5ece-4ffc-b858-dc66dd3521bd req-c84121ed-a5cd-4829-a76b-fc4481173e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:38.707124 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-f0235e25-5ece-4ffc-b858-dc66dd3521bd req-c84121ed-a5cd-4829-a76b-fc4481173e67 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b72f6f1e61d487aa67d6b722ba60f85&device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 1128 time: 0.0804224 Mar 31 15:53:38.717108 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-0a91bfba-c688-4563-aef8-f93dfb2d02ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (210f438e-cbc6-4264-b646-f8c260ff51bd), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:38.719882 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-0a91bfba-c688-4563-aef8-f93dfb2d02ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:38.721198 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-0a91bfba-c688-4563-aef8-f93dfb2d02ac admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/210f438e-cbc6-4264-b646-f8c260ff51bd HTTP/1.1" status: 204 len: 168 time: 0.6097031 Mar 31 15:53:38.764723 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4489da9-d763-4a33-99c2-47d1a262f523 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Pushing event updated for resources: {'Port': ['ID=8bac38b8-b37f-48e7-970a-5e24da857f99,revision_number=2']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:38.769122 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a91bfba-c688-4563-aef8-f93dfb2d02ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=210f438e-cbc6-4264-b646-f8c260ff51bd,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:38.779850 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-c1ee5811-956f-4028-9ff6-6a0039f71ffc tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ffc6177837a74f42b2af77cad7fb46ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1736701 Mar 31 15:53:38.786809 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-f63b6764-47ce-4ebf-9b80-f78953066011 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68d51ae4-8f29-4557-a7f0-406405652fc5 HTTP/1.1" status: 200 len: 217 time: 0.0770924 Mar 31 15:53:38.809046 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63b68bd-87f5-4f39-8deb-ddae6a176fe6 req-5ca85c52-8c20-4c50-8b09-8aca65b22fe4 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:38.811572 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f63b68bd-87f5-4f39-8deb-ddae6a176fe6 req-5ca85c52-8c20-4c50-8b09-8aca65b22fe4 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 943 time: 0.1235735 Mar 31 15:53:38.817194 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-06421385-e424-4505-8a86-a1bbb2b8dd3c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:38.824904 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 79d96810-7ae3-42c8-aeba-528725e0fbbf is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:38.832330 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-06421385-e424-4505-8a86-a1bbb2b8dd3c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.7438784 Mar 31 15:53:38.868521 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f4489da9-d763-4a33-99c2-47d1a262f523 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:38.873037 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-f4489da9-d763-4a33-99c2-47d1a262f523 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.6017933 Mar 31 15:53:38.938369 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f63b68bd-87f5-4f39-8deb-ddae6a176fe6 req-635d0fc7-8d80-4d81-a3b0-04bd28f86ec8 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188049 Mar 31 15:53:38.979973 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-2e4efbf4-71a6-4267-9f59-1efce8f8dc92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:38.981474 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-2e4efbf4-71a6-4267-9f59-1efce8f8dc92 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a390765-0f72-4138-842b-3475f0e0b072 HTTP/1.1" status: 200 len: 858 time: 0.1480792 Mar 31 15:53:38.988132 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-b2a9825d-b27d-44c7-b834-72aad3e5a92f service neutron] 10.222.0.47 "GET /v2.0/networks/90fc1aad-d8be-40df-b185-08fe1d77372b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877389 Mar 31 15:53:39.088979 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93775f46-ab28-407a-8e2e-6979c443ed49 x-openstack-request-id: req-93775f46-ab28-407a-8e2e-6979c443ed49 {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:53:39.089280 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23687f6-6ba2-4b7c-9902-61a0e09d87cd", "tag": "68d51ae4-8f29-4557-a7f0-406405652fc5", "status": "completed", "code": 200}]} {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:53:39.089559 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-93775f46-ab28-407a-8e2e-6979c443ed49 {{(pid=115720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:53:39.090321 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93775f46-ab28-407a-8e2e-6979c443ed49'] response: {'name': 'network-changed', 'server_uuid': 'b23687f6-6ba2-4b7c-9902-61a0e09d87cd', 'tag': '68d51ae4-8f29-4557-a7f0-406405652fc5', 'status': 'completed', 'code': 200} Mar 31 15:53:39.092800 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0235e25-5ece-4ffc-b858-dc66dd3521bd req-37ee9fbc-5390-48b4-b671-202ad76a52ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:39.094287 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-f0235e25-5ece-4ffc-b858-dc66dd3521bd req-37ee9fbc-5390-48b4-b671-202ad76a52ec service neutron] 10.222.0.24 "GET /v2.0/networks?id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa HTTP/1.1" status: 200 len: 920 time: 0.3803349 Mar 31 15:53:39.164340 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-f0235e25-5ece-4ffc-b858-dc66dd3521bd req-d880f26e-cd0b-4332-96c7-4381e9e60f4b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a5b2cf9-9674-42f5-8329-e9b8ea6698b9 HTTP/1.1" status: 200 len: 217 time: 0.0606019 Mar 31 15:53:39.171837 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-8f38453b-0581-435e-affe-822750cbbd09 service neutron] 10.222.0.47 "GET /v2.0/networks/90fc1aad-d8be-40df-b185-08fe1d77372b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1827199 Mar 31 15:53:39.183082 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-76e1aa80-affa-4c2b-9988-91f7eebca375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:39.184629 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-76e1aa80-affa-4c2b-9988-91f7eebca375 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1926241 Mar 31 15:53:39.188565 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-a3166bf6-ecdd-44df-8d4f-a6b71068dc58 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1118353772&fields=id&tenant_id=cf512c54be704edba504249cc57859c5 HTTP/1.1" status: 200 len: 267 time: 0.0635767 Mar 31 15:53:39.317109 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-fe4f15a4-b4e9-46ef-a592-045008d72440 service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140652 Mar 31 15:53:39.322575 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:39.409966 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-3113ca9e-2ca2-440c-a14a-3e33990060d7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:39.409966 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-3113ca9e-2ca2-440c-a14a-3e33990060d7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/networks?id=65944f20-8ab3-4e9e-89a3-2479fa118d50 HTTP/1.1" status: 200 len: 817 time: 0.2131834 Mar 31 15:53:39.425849 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-1f441eaa-7768-433f-8586-0e3b642a4502 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/quotas/cf512c54be704edba504249cc57859c5 HTTP/1.1" status: 200 len: 375 time: 0.0104568 Mar 31 15:53:39.427214 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0235e25-5ece-4ffc-b858-dc66dd3521bd req-4cf9c3b9-c317-47d0-82f9-7219c452f2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:39.428705 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-f0235e25-5ece-4ffc-b858-dc66dd3521bd req-4cf9c3b9-c317-47d0-82f9-7219c452f2f7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a390765-0f72-4138-842b-3475f0e0b072 HTTP/1.1" status: 200 len: 858 time: 0.2577629 Mar 31 15:53:39.474332 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-b78cd333-afaa-40c0-abb0-2c640c621b75 req-d12e2bad-8d46-4b4b-b9ad-bd97e2d003cb service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508303 Mar 31 15:53:39.570881 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-0efcafbe-e752-4834-883f-ee4a47af068b tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf512c54be704edba504249cc57859c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1333528 Mar 31 15:53:39.583011 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0235e25-5ece-4ffc-b858-dc66dd3521bd req-227acc0e-009b-4835-a7a0-359871e6bd4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:39.584547 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-f0235e25-5ece-4ffc-b858-dc66dd3521bd req-227acc0e-009b-4835-a7a0-359871e6bd4d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1471047 Mar 31 15:53:39.708907 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-f0235e25-5ece-4ffc-b858-dc66dd3521bd req-176e4a00-d739-4802-ad4c-143e85a67e0d service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137056 Mar 31 15:53:39.740443 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-bac6a380-a924-4cdf-9146-9b2a5eacb97c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--2092482043&fields=id&tenant_id=6b74c4b3e38f4f298f86bb10c6a6f67b HTTP/1.1" status: 200 len: 267 time: 0.0804513 Mar 31 15:53:39.773258 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-d3e6341e-aa46-4bc0-9dde-95c40c8dd727 service neutron] 10.222.0.47 "GET /v2.0/networks/65944f20-8ab3-4e9e-89a3-2479fa118d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971123 Mar 31 15:53:39.939862 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-28b0a1c3-cb8b-4328-a07a-d1b57ad2b184 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:39.944653 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-28b0a1c3-cb8b-4328-a07a-d1b57ad2b184 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/networks?id=8fa8fe94-2799-4a5d-b4fd-6056ad46df32 HTTP/1.1" status: 200 len: 811 time: 0.2026458 Mar 31 15:53:39.952680 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-aa1e8f37-9ed2-4d02-85e9-9107ae03ef73 service neutron] 10.222.0.47 "GET /v2.0/networks/65944f20-8ab3-4e9e-89a3-2479fa118d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691253 Mar 31 15:53:39.965269 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-36c8ab81-da94-4f87-b34e-659188af5aee tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/quotas/6b74c4b3e38f4f298f86bb10c6a6f67b HTTP/1.1" status: 200 len: 375 time: 0.0168695 Mar 31 15:53:40.006815 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffa27a-b140-4a6f-95c6-79ee70e3be09 req-de17bc32-00af-456c-942f-d64966267a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:40.008323 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-c2ffa27a-b140-4a6f-95c6-79ee70e3be09 req-de17bc32-00af-456c-942f-d64966267a5e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b72f6f1e61d487aa67d6b722ba60f85&device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 1127 time: 0.2984211 Mar 31 15:53:40.025131 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-45801266-838f-4744-9d99-12988c89aa66 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6b74c4b3e38f4f298f86bb10c6a6f67b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531549 Mar 31 15:53:40.071785 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-f0235e25-5ece-4ffc-b858-dc66dd3521bd req-e22672d5-00bb-4fd3-9ba0-65551be1bfb9 service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3514402 Mar 31 15:53:40.115715 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffa27a-b140-4a6f-95c6-79ee70e3be09 req-aa9e0092-86ae-4709-8e57-c78a0fa0297c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:40.117207 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-c2ffa27a-b140-4a6f-95c6-79ee70e3be09 req-aa9e0092-86ae-4709-8e57-c78a0fa0297c service neutron] 10.222.0.24 "GET /v2.0/networks?id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa HTTP/1.1" status: 200 len: 920 time: 0.1022902 Mar 31 15:53:40.126687 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-2956a300-1025-4588-9d0c-0a073841d227 service neutron] 10.222.0.47 "GET /v2.0/networks/8fa8fe94-2799-4a5d-b4fd-6056ad46df32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894923 Mar 31 15:53:40.144848 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 3cf876a3-e6e4-47c6-8ff2-91200ab2dafa details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=115721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:53:40.167825 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-c2ffa27a-b140-4a6f-95c6-79ee70e3be09 req-d0ff2c71-caae-48fa-9d11-7b8c0dabba55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68d51ae4-8f29-4557-a7f0-406405652fc5 HTTP/1.1" status: 200 len: 217 time: 0.0428050 Mar 31 15:53:40.223393 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffa27a-b140-4a6f-95c6-79ee70e3be09 req-e2a3e074-1c42-4c51-aea0-8c9813acd707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:40.225297 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-c2ffa27a-b140-4a6f-95c6-79ee70e3be09 req-e2a3e074-1c42-4c51-aea0-8c9813acd707 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a390765-0f72-4138-842b-3475f0e0b072 HTTP/1.1" status: 200 len: 858 time: 0.0500212 Mar 31 15:53:40.230345 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-377ab0e9-94e4-49fd-9759-b66bbecca296 service neutron] 10.222.0.47 "GET /v2.0/networks/8fa8fe94-2799-4a5d-b4fd-6056ad46df32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965862 Mar 31 15:53:40.281193 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ffa27a-b140-4a6f-95c6-79ee70e3be09 req-4d23426f-7436-4d2e-b838-aff9d48ea3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:40.282732 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-c2ffa27a-b140-4a6f-95c6-79ee70e3be09 req-4d23426f-7436-4d2e-b838-aff9d48ea3a0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0500414 Mar 31 15:53:40.300714 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 3cf876a3-e6e4-47c6-8ff2-91200ab2dafa, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=3cf876a3-e6e4-47c6-8ff2-91200ab2dafa,segment=NetworkSegment(65f039a4-1a39-42d0-b0e8-752d77e7e2f2),segment_id=65f039a4-1a39-42d0-b0e8-752d77e7e2f2)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:40.301213 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Returning: {'device': '3cf876a3-e6e4-47c6-8ff2-91200ab2dafa', 'network_id': '76a802bf-8055-4e41-8f87-e210f9d85ac7', 'port_id': '3cf876a3-e6e4-47c6-8ff2-91200ab2dafa', 'mac_address': 'fa:16:3e:05:4b:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 803, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '16a0de24-e6d5-4485-ae6a-6236b78c1542', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:53:40.356381 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 3cf876a3-e6e4-47c6-8ff2-91200ab2dafa is: DOWN; New status is: BUILD {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:40.356872 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (3cf876a3-e6e4-47c6-8ff2-91200ab2dafa), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:40.372176 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cf876a3-e6e4-47c6-8ff2-91200ab2dafa {{(pid=115721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:53:40.385862 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-c2ffa27a-b140-4a6f-95c6-79ee70e3be09 req-25287534-c808-4d0c-9040-933e681731d7 service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965831 Mar 31 15:53:40.395202 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 3cf876a3-e6e4-47c6-8ff2-91200ab2dafa, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=3cf876a3-e6e4-47c6-8ff2-91200ab2dafa,segment=NetworkSegment(65f039a4-1a39-42d0-b0e8-752d77e7e2f2),segment_id=65f039a4-1a39-42d0-b0e8-752d77e7e2f2)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:40.489747 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-c2ffa27a-b140-4a6f-95c6-79ee70e3be09 req-df7a51b9-dfc1-4be2-a76e-d2409b7849d8 service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978150 Mar 31 15:53:40.497769 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 5b50471f-5966-4e9d-8df1-023f84e9cdb8 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:53:40.547772 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 5b50471f-5966-4e9d-8df1-023f84e9cdb8 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:40.553049 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (5b50471f-5966-4e9d-8df1-023f84e9cdb8), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:40.634327 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 5b50471f-5966-4e9d-8df1-023f84e9cdb8 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:40.964473 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 58142) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:41.096096 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-d975a5b3-6557-49c3-8b25-82c50c7720fe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:41.171287 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-d975a5b3-6557-49c3-8b25-82c50c7720fe admin admin] Publish callbacks [] for security_group (4cb627a0-7dd9-418b-87ea-4c075c0a8b2e), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:41.249147 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (3cf876a3-e6e4-47c6-8ff2-91200ab2dafa), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:41.281765 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-d975a5b3-6557-49c3-8b25-82c50c7720fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (4cb627a0-7dd9-418b-87ea-4c075c0a8b2e), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:41.288778 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:41.348075 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d975a5b3-6557-49c3-8b25-82c50c7720fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cb627a0-7dd9-418b-87ea-4c075c0a8b2e,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:41.377840 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=3cf876a3-e6e4-47c6-8ff2-91200ab2dafa,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:41.388881 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-d975a5b3-6557-49c3-8b25-82c50c7720fe admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b69d6584433e43cfb44efcac74cdf928&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4204051 Mar 31 15:53:41.389457 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9d90958d-9894-47a7-90c5-597382f2ba67 req-2b29fd9f-a32e-4d26-858d-fbfcf62a6a5d tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b8cf08-194c-42b0-9062-dd590c2a3ca5 HTTP/1.1" status: 200 len: 210 time: 0.0650916 Mar 31 15:53:41.389573 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 58158) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:41.504770 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e354f701-071a-4c83-b476-26d8ff800484 admin admin] Publish callbacks [] for security_group (4cb627a0-7dd9-418b-87ea-4c075c0a8b2e), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:41.556727 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d6c65a-8253-4542-904e-7cfa6780952e req-0a17e21b-f2b9-42b5-a319-bf10c2c9aed6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:41.565986 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-47d6c65a-8253-4542-904e-7cfa6780952e req-0a17e21b-f2b9-42b5-a319-bf10c2c9aed6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 943 time: 0.0910938 Mar 31 15:53:41.574184 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e354f701-071a-4c83-b476-26d8ff800484 admin admin] Publish callbacks [] for security_group (4cb627a0-7dd9-418b-87ea-4c075c0a8b2e), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:41.585177 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['3cf876a3-e6e4-47c6-8ff2-91200ab2dafa'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:53:41.616993 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33f485-6824-4aa1-b4fa-35f5d0f00f25 req-7c0d475c-eaa7-4ad5-ba43-2ac96234a10a tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:41.618120 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3c33f485-6824-4aa1-b4fa-35f5d0f00f25 req-7c0d475c-eaa7-4ad5-ba43-2ac96234a10a tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 944 time: 0.2212861 Mar 31 15:53:41.628471 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-47d6c65a-8253-4542-904e-7cfa6780952e req-b3deeb59-6e9b-4f6b-b904-2c0f20f56936 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630624 Mar 31 15:53:41.737839 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2fffacb3-9e5e-49ce-a38d-65d28587ea1c req-df4b6115-7eb8-41a5-ac79-c3b86ff5cdfe tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 210 time: 0.0440402 Mar 31 15:53:41.751120 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3c33f485-6824-4aa1-b4fa-35f5d0f00f25 req-8ad2dc96-23c9-42c5-abc9-41b973d63072 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a06e61e-d0cb-4d9f-8f56-6b34cf596f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181562 Mar 31 15:53:41.757992 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e354f701-071a-4c83-b476-26d8ff800484 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (4cb627a0-7dd9-418b-87ea-4c075c0a8b2e), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:41.760901 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e354f701-071a-4c83-b476-26d8ff800484 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:41.762072 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-e354f701-071a-4c83-b476-26d8ff800484 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4cb627a0-7dd9-418b-87ea-4c075c0a8b2e HTTP/1.1" status: 204 len: 168 time: 0.3714342 Mar 31 15:53:41.772080 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e354f701-071a-4c83-b476-26d8ff800484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cb627a0-7dd9-418b-87ea-4c075c0a8b2e,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:41.820467 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 58174) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:41.830711 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-914e8499-20e9-408c-b785-7c850a0f961a req-d0524819-50f5-4a4b-888e-18fe77a659ea tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 210 time: 0.0363336 Mar 31 15:53:42.141727 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 1a5b2cf9-9674-42f5-8329-e9b8ea6698b9 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=115721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:53:42.206225 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6dd04bd6-9d08-4399-bd90-4bd24d3bccaf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:42.273732 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 1a5b2cf9-9674-42f5-8329-e9b8ea6698b9, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=1a5b2cf9-9674-42f5-8329-e9b8ea6698b9,segment=NetworkSegment(c4bf4fae-8afb-4772-9b42-f40496cec286),segment_id=c4bf4fae-8afb-4772-9b42-f40496cec286)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:42.286535 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Returning: {'device': '1a5b2cf9-9674-42f5-8329-e9b8ea6698b9', 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa', 'port_id': '1a5b2cf9-9674-42f5-8329-e9b8ea6698b9', 'mac_address': 'fa:16:3e:e4:11:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a390765-0f72-4138-842b-3475f0e0b072', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:53:42.302656 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6dd04bd6-9d08-4399-bd90-4bd24d3bccaf admin admin] Publish callbacks [] for security_group (9e4b9143-23c1-45c7-8bbb-e28512651c61), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:42.329777 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 1a5b2cf9-9674-42f5-8329-e9b8ea6698b9 is: DOWN; New status is: BUILD {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:42.330428 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (1a5b2cf9-9674-42f5-8329-e9b8ea6698b9), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:42.347314 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a5b2cf9-9674-42f5-8329-e9b8ea6698b9 {{(pid=115721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:53:42.370197 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 1a5b2cf9-9674-42f5-8329-e9b8ea6698b9, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=1a5b2cf9-9674-42f5-8329-e9b8ea6698b9,segment=NetworkSegment(c4bf4fae-8afb-4772-9b42-f40496cec286),segment_id=c4bf4fae-8afb-4772-9b42-f40496cec286)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:42.453266 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6dd04bd6-9d08-4399-bd90-4bd24d3bccaf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (9e4b9143-23c1-45c7-8bbb-e28512651c61), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:42.476764 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (1a5b2cf9-9674-42f5-8329-e9b8ea6698b9), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:42.478172 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 68d51ae4-8f29-4557-a7f0-406405652fc5 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=115721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:53:42.496156 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b9a748d8-2dc1-4bc8-8a22-340887b7e2f1 req-75dafaa9-5bb1-485d-aa2e-edf496c585b6 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b8cf08-194c-42b0-9062-dd590c2a3ca5 HTTP/1.1" status: 200 len: 210 time: 0.0369039 Mar 31 15:53:42.553013 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-6dd04bd6-9d08-4399-bd90-4bd24d3bccaf admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c2bc6e0b666040afa11acacaa6ee609c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7310619 Mar 31 15:53:42.555217 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd04bd6-9d08-4399-bd90-4bd24d3bccaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e4b9143-23c1-45c7-8bbb-e28512651c61,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:42.558349 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 58196) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:42.583673 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 68d51ae4-8f29-4557-a7f0-406405652fc5, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=68d51ae4-8f29-4557-a7f0-406405652fc5,segment=NetworkSegment(c4bf4fae-8afb-4772-9b42-f40496cec286),segment_id=c4bf4fae-8afb-4772-9b42-f40496cec286)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:42.586889 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=1a5b2cf9-9674-42f5-8329-e9b8ea6698b9,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:42.599128 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Returning: {'device': '68d51ae4-8f29-4557-a7f0-406405652fc5', 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa', 'port_id': '68d51ae4-8f29-4557-a7f0-406405652fc5', 'mac_address': 'fa:16:3e:ea:c7:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a390765-0f72-4138-842b-3475f0e0b072', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:53:42.623652 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f6011033-9571-4b68-9c8a-f9b071990112 admin admin] Publish callbacks [] for security_group (9e4b9143-23c1-45c7-8bbb-e28512651c61), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:42.638722 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 68d51ae4-8f29-4557-a7f0-406405652fc5 is: DOWN; New status is: BUILD {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:42.639118 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (68d51ae4-8f29-4557-a7f0-406405652fc5), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:42.648375 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f6011033-9571-4b68-9c8a-f9b071990112 admin admin] Publish callbacks [] for security_group (9e4b9143-23c1-45c7-8bbb-e28512651c61), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:42.665470 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d51ae4-8f29-4557-a7f0-406405652fc5 {{(pid=115721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:53:42.686962 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 58200) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:42.702334 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 68d51ae4-8f29-4557-a7f0-406405652fc5, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=68d51ae4-8f29-4557-a7f0-406405652fc5,segment=NetworkSegment(c4bf4fae-8afb-4772-9b42-f40496cec286),segment_id=c4bf4fae-8afb-4772-9b42-f40496cec286)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:42.704635 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b78c129c-41b3-4a3f-bd1b-66af7bf80201 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:42.789542 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f6011033-9571-4b68-9c8a-f9b071990112 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (9e4b9143-23c1-45c7-8bbb-e28512651c61), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:42.789542 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f6011033-9571-4b68-9c8a-f9b071990112 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:42.789542 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-f6011033-9571-4b68-9c8a-f9b071990112 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9e4b9143-23c1-45c7-8bbb-e28512651c61 HTTP/1.1" status: 204 len: 168 time: 0.2259581 Mar 31 15:53:42.792211 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (68d51ae4-8f29-4557-a7f0-406405652fc5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:42.802338 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a239fd-2269-465e-889f-6af04ea0a31e req-104bc0ef-e75d-4652-aa83-913f2355fd1f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:42.804415 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-70a239fd-2269-465e-889f-6af04ea0a31e req-104bc0ef-e75d-4652-aa83-913f2355fd1f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 943 time: 0.0784502 Mar 31 15:53:42.809894 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6011033-9571-4b68-9c8a-f9b071990112 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e4b9143-23c1-45c7-8bbb-e28512651c61,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:42.898267 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-70a239fd-2269-465e-889f-6af04ea0a31e req-a23afa0a-ad7d-4204-94e2-cdcc93dd7d01 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845735 Mar 31 15:53:42.941791 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=68d51ae4-8f29-4557-a7f0-406405652fc5,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:42.957890 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b78c129c-41b3-4a3f-bd1b-66af7bf80201 admin admin] Publish callbacks [] for security_group (c0f8b1bc-6753-40a7-a76c-bad95138b56b), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:42.972141 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-eb524f19-3eb9-4e4d-a43d-4a5173301d5f req-c45c8211-9215-4e2a-ae01-476110167cef tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 210 time: 0.0728867 Mar 31 15:53:43.064676 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b78c129c-41b3-4a3f-bd1b-66af7bf80201 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (c0f8b1bc-6753-40a7-a76c-bad95138b56b), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:43.130008 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-b78c129c-41b3-4a3f-bd1b-66af7bf80201 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ba23026acff14fe4b237af9e295c2440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4443426 Mar 31 15:53:43.130795 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 58224) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:43.131356 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78c129c-41b3-4a3f-bd1b-66af7bf80201 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0f8b1bc-6753-40a7-a76c-bad95138b56b,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:43.131643 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0c8feff1-6485-4533-8d46-a58ff7692658 req-977a960e-5e6c-4155-87e6-bdbd64cb1f9a tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 210 time: 0.0498223 Mar 31 15:53:43.142639 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['1a5b2cf9-9674-42f5-8329-e9b8ea6698b9'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:53:43.163706 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77cb58-5720-4263-be36-110c8ad01377 req-a0fd0822-2888-4f69-99db-5567e0f4d352 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:43.163706 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7f77cb58-5720-4263-be36-110c8ad01377 req-a0fd0822-2888-4f69-99db-5567e0f4d352 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 944 time: 0.1447926 Mar 31 15:53:43.190192 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9ba02a0b-defa-4652-a4f5-fd946a592d83 admin admin] Publish callbacks [] for security_group (c0f8b1bc-6753-40a7-a76c-bad95138b56b), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:43.215004 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['68d51ae4-8f29-4557-a7f0-406405652fc5'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:53:43.216811 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7f77cb58-5720-4263-be36-110c8ad01377 req-7331b161-9b3f-4887-9380-8d3edf088da4 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a06e61e-d0cb-4d9f-8f56-6b34cf596f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532358 Mar 31 15:53:43.217761 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9ba02a0b-defa-4652-a4f5-fd946a592d83 admin admin] Publish callbacks [] for security_group (c0f8b1bc-6753-40a7-a76c-bad95138b56b), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:43.358191 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9ba02a0b-defa-4652-a4f5-fd946a592d83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (c0f8b1bc-6753-40a7-a76c-bad95138b56b), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:43.363337 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9ba02a0b-defa-4652-a4f5-fd946a592d83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:43.367395 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-9ba02a0b-defa-4652-a4f5-fd946a592d83 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c0f8b1bc-6753-40a7-a76c-bad95138b56b HTTP/1.1" status: 204 len: 168 time: 0.2303414 Mar 31 15:53:43.395151 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba02a0b-defa-4652-a4f5-fd946a592d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0f8b1bc-6753-40a7-a76c-bad95138b56b,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:43.606234 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3df97284-f49e-4fcd-88db-2098e3ffaac1 req-242ab0b7-0903-4951-8f98-807738ce40a5 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b8cf08-194c-42b0-9062-dd590c2a3ca5 HTTP/1.1" status: 200 len: 210 time: 0.0268953 Mar 31 15:53:43.803731 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-af349310-0273-4ebb-8e4a-8f98069ae6c2 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:43.805243 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-af349310-0273-4ebb-8e4a-8f98069ae6c2 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.24 "GET /v2.0/networks?id=90fc1aad-d8be-40df-b185-08fe1d77372b HTTP/1.1" status: 200 len: 815 time: 0.1215572 Mar 31 15:53:43.893138 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-f022d6fe-5b82-44f7-89cf-95052321121a tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffc6177837a74f42b2af77cad7fb46ea HTTP/1.1" status: 200 len: 379 time: 0.0703740 Mar 31 15:53:43.903343 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-d431c749-1951-4c2b-b90d-7f08bdda40e6 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Request body: {'port': {'device_id': 'c4b8cf08-194c-42b0-9062-dd590c2a3ca5', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'admin_state_up': True, 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'security_groups': ['e434585b-7229-4b88-8bb5-8165b019b4eb']}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:44.080427 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7fcc5d-22b0-427e-aa96-94224e4e7a2a req-88a340af-18dd-45a4-985d-5270a34155e1 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:44.087132 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8d7fcc5d-22b0-427e-aa96-94224e4e7a2a req-88a340af-18dd-45a4-985d-5270a34155e1 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 944 time: 0.0931013 Mar 31 15:53:44.092546 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-d431c749-1951-4c2b-b90d-7f08bdda40e6 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Made reservation on behalf of ffc6177837a74f42b2af77cad7fb46ea for: {'port': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:53:44.097399 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-d431c749-1951-4c2b-b90d-7f08bdda40e6 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:44.142579 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a4a63f9b-f2b9-42d8-b3c3-3de69d9711a1 req-22a4489d-bd55-44b6-83a5-e9a0913ec680 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 210 time: 0.0408216 Mar 31 15:53:44.146239 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 1a5b2cf9-9674-42f5-8329-e9b8ea6698b9 up at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:53:44.176425 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8d7fcc5d-22b0-427e-aa96-94224e4e7a2a req-0f5a15e0-60d2-44f6-9516-77457e63c7f2 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884020 Mar 31 15:53:44.282545 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-76831836-7ea9-4573-a206-4199dbb58aef req-7283dcbb-bc95-42ac-a7c3-43373c8890cf tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 210 time: 0.0460801 Mar 31 15:53:44.350512 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning for port 1a5b2cf9-9674-42f5-8329-e9b8ea6698b9 completed by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:53:44.355142 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning complete for port 1a5b2cf9-9674-42f5-8329-e9b8ea6698b9 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:44.355757 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (1a5b2cf9-9674-42f5-8329-e9b8ea6698b9), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:44.463198 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-2d01f35f-78ae-48ac-a7e2-a7960f451bec tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:44.467076 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-2d01f35f-78ae-48ac-a7e2-a7960f451bec tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.24 "GET /v2.0/networks?id=65944f20-8ab3-4e9e-89a3-2479fa118d50 HTTP/1.1" status: 200 len: 817 time: 0.1514614 Mar 31 15:53:44.471806 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b13fb6-ad9c-42e3-b023-e285063c4ece req-9fcefc7b-f573-4234-982e-f2c08d5487c4 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:44.484211 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c9b13fb6-ad9c-42e3-b023-e285063c4ece req-9fcefc7b-f573-4234-982e-f2c08d5487c4 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 944 time: 0.1364551 Mar 31 15:53:44.513232 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_common [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-d431c749-1951-4c2b-b90d-7f08bdda40e6 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Allocated IP 172.20.0.3 (90fc1aad-d8be-40df-b185-08fe1d77372b/cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0/c9e35caf-fd46-4bfd-8ebd-54cb4031b635) {{(pid=115720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:53:44.539052 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c9b13fb6-ad9c-42e3-b023-e285063c4ece req-a13d0b00-e534-4097-8a64-2e5e64f6b374 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a06e61e-d0cb-4d9f-8f56-6b34cf596f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525854 Mar 31 15:53:44.563653 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 1a5b2cf9-9674-42f5-8329-e9b8ea6698b9 is: BUILD; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:44.573949 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (1a5b2cf9-9674-42f5-8329-e9b8ea6698b9), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:44.620493 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb80162-ee7b-47d5-bfbc-dff806189952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5b2cf9-9674-42f5-8329-e9b8ea6698b9'}] {{(pid=115721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:53:44.625174 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-630f8d5e-23d7-4ca9-93b5-6d698732af41 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf512c54be704edba504249cc57859c5 HTTP/1.1" status: 200 len: 380 time: 0.1390531 Mar 31 15:53:44.671870 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-019906d0-6e8c-4cf2-a100-b10cdc72de0e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Request body: {'port': {'device_id': 'e1bb087c-1acb-4022-bf57-47fc597630ca', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'admin_state_up': True, 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'security_groups': ['730a12a3-b72b-491c-864c-f0aee02cf05e']}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:44.707938 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 1a5b2cf9-9674-42f5-8329-e9b8ea6698b9, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=1a5b2cf9-9674-42f5-8329-e9b8ea6698b9,segment=NetworkSegment(c4bf4fae-8afb-4772-9b42-f40496cec286),segment_id=c4bf4fae-8afb-4772-9b42-f40496cec286)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:44.779219 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (1a5b2cf9-9674-42f5-8329-e9b8ea6698b9), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:44.780390 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 3cf876a3-e6e4-47c6-8ff2-91200ab2dafa up at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:53:44.790863 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1ee944b7-d9d3-4c94-a0e1-340f0aad1206 req-18eed495-3fe6-45e3-9a5e-b90910681bec tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b8cf08-194c-42b0-9062-dd590c2a3ca5 HTTP/1.1" status: 200 len: 210 time: 0.0919476 Mar 31 15:53:44.836667 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-28ee4170-5792-41ad-84b1-4afb810b5a82 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:44.838212 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-28ee4170-5792-41ad-84b1-4afb810b5a82 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.24 "GET /v2.0/networks?id=8fa8fe94-2799-4a5d-b4fd-6056ad46df32 HTTP/1.1" status: 200 len: 811 time: 0.2733150 Mar 31 15:53:44.924161 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-d431c749-1951-4c2b-b90d-7f08bdda40e6 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for port (c9e35caf-fd46-4bfd-8ebd-54cb4031b635), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:45.002702 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-78064eaa-f2c9-4fab-bd43-817bb9ad12b9 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b74c4b3e38f4f298f86bb10c6a6f67b HTTP/1.1" status: 200 len: 380 time: 0.1451855 Mar 31 15:53:45.009919 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-19efe153-357c-4024-b362-e6c84dc36630 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Request body: {'port': {'device_id': 'a99832c9-a1fa-4951-acf6-0529ea0367f4', 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32', 'admin_state_up': True, 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'security_groups': ['fec0ce0c-c1da-49f6-8d42-865310bdf12c']}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:45.030640 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-019906d0-6e8c-4cf2-a100-b10cdc72de0e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Made reservation on behalf of cf512c54be704edba504249cc57859c5 for: {'port': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:53:45.034189 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dbd394bfc303c33638f161c815dd3ff8081b22df1313fe1def72e09edd93f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f57284bd-9f70-4d75-bc08-aeb180180226" -d '{"events": [{"server_uuid": "cbb80162-ee7b-47d5-bfbc-dff806189952", "name": "network-vif-plugged", "status": "completed", "tag": "1a5b2cf9-9674-42f5-8329-e9b8ea6698b9"}]}' {{(pid=115721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:53:45.034335 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-019906d0-6e8c-4cf2-a100-b10cdc72de0e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:45.092686 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=1a5b2cf9-9674-42f5-8329-e9b8ea6698b9,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:45.105976 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-d431c749-1951-4c2b-b90d-7f08bdda40e6 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (c9e35caf-fd46-4bfd-8ebd-54cb4031b635), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:45.165966 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-d431c749-1951-4c2b-b90d-7f08bdda40e6 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Network 90fc1aad-d8be-40df-b185-08fe1d77372b is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:53:45.171756 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-d431c749-1951-4c2b-b90d-7f08bdda40e6 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:45.174737 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-d431c749-1951-4c2b-b90d-7f08bdda40e6 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Received port after_create {{(pid=115720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:53:45.180450 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-d431c749-1951-4c2b-b90d-7f08bdda40e6 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:45.181152 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-d431c749-1951-4c2b-b90d-7f08bdda40e6 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for port (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:45.186563 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning for port 3cf876a3-e6e4-47c6-8ff2-91200ab2dafa completed by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:53:45.191370 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning complete for port 3cf876a3-e6e4-47c6-8ff2-91200ab2dafa triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:45.203014 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (3cf876a3-e6e4-47c6-8ff2-91200ab2dafa), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:45.221905 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d431c749-1951-4c2b-b90d-7f08bdda40e6 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event updated for resources: {'Port': ['ID=c9e35caf-fd46-4bfd-8ebd-54cb4031b635,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:45.322233 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_common [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-019906d0-6e8c-4cf2-a100-b10cdc72de0e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Allocated IP 172.20.0.7 (65944f20-8ab3-4e9e-89a3-2479fa118d50/7cb7a29d-bee7-4666-8fec-18b9b112885d/81fb7c8f-5731-4355-bfff-69eac154b042) {{(pid=115720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:53:45.349788 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-324c3480-cdf8-42c7-b331-6e6b1e2d219f req-0e725f2a-18a2-48bb-94e8-30dafdc11ffa tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 210 time: 0.0711696 Mar 31 15:53:45.350841 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-19efe153-357c-4024-b362-e6c84dc36630 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Made reservation on behalf of 6b74c4b3e38f4f298f86bb10c6a6f67b for: {'port': 1} {{(pid=115719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:53:45.358424 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-19efe153-357c-4024-b362-e6c84dc36630 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:45.363659 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-d431c749-1951-4c2b-b90d-7f08bdda40e6 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4584472 Mar 31 15:53:45.382856 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-40a32ea3-1a27-4c1e-8373-ed7df2acbbe3 service neutron] Request body: {'port': {'device_id': 'c4b8cf08-194c-42b0-9062-dd590c2a3ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:45.400520 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 3cf876a3-e6e4-47c6-8ff2-91200ab2dafa is: BUILD; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:45.401856 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (3cf876a3-e6e4-47c6-8ff2-91200ab2dafa), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:45.489647 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 3cf876a3-e6e4-47c6-8ff2-91200ab2dafa, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=3cf876a3-e6e4-47c6-8ff2-91200ab2dafa,segment=NetworkSegment(65f039a4-1a39-42d0-b0e8-752d77e7e2f2),segment_id=65f039a4-1a39-42d0-b0e8-752d77e7e2f2)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:45.499283 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b1815a0-7681-4b51-85f2-0331a2bfd2a9 x-openstack-request-id: req-9b1815a0-7681-4b51-85f2-0331a2bfd2a9 {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:53:45.500397 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb80162-ee7b-47d5-bfbc-dff806189952", "name": "network-vif-plugged", "status": "completed", "tag": "1a5b2cf9-9674-42f5-8329-e9b8ea6698b9", "code": 200}]} {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:53:45.502126 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9b1815a0-7681-4b51-85f2-0331a2bfd2a9 {{(pid=115721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:53:45.502731 dv-cinder-836028-1-iscsi neutron-server[115721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b1815a0-7681-4b51-85f2-0331a2bfd2a9'] response: {'server_uuid': 'cbb80162-ee7b-47d5-bfbc-dff806189952', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a5b2cf9-9674-42f5-8329-e9b8ea6698b9', 'code': 200} Mar 31 15:53:45.551218 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-918aa1c2-c21e-4cfd-af28-42640763b3fa None None] Provisioning complete for port c9e35caf-fd46-4bfd-8ebd-54cb4031b635 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:45.551218 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-918aa1c2-c21e-4cfd-af28-42640763b3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (c9e35caf-fd46-4bfd-8ebd-54cb4031b635), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:45.601604 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (3cf876a3-e6e4-47c6-8ff2-91200ab2dafa), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:45.602517 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 68d51ae4-8f29-4557-a7f0-406405652fc5 up at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:53:45.657058 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-40a32ea3-1a27-4c1e-8373-ed7df2acbbe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (c9e35caf-fd46-4bfd-8ebd-54cb4031b635), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:45.689830 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-918aa1c2-c21e-4cfd-af28-42640763b3fa None None] Port c9e35caf-fd46-4bfd-8ebd-54cb4031b635 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:53:45.736317 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=3cf876a3-e6e4-47c6-8ff2-91200ab2dafa,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:45.875999 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning for port 68d51ae4-8f29-4557-a7f0-406405652fc5 completed by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:53:45.880342 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning complete for port 68d51ae4-8f29-4557-a7f0-406405652fc5 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:45.880722 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (68d51ae4-8f29-4557-a7f0-406405652fc5), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:45.924960 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2d55cead-3b58-45aa-8c90-1915299e7b88 req-35b92df0-f26d-4d23-95ac-0f931034593c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 210 time: 0.2990379 Mar 31 15:53:45.947938 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-019906d0-6e8c-4cf2-a100-b10cdc72de0e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for port (81fb7c8f-5731-4355-bfff-69eac154b042), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:45.954494 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.24', 62618) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:45.975272 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442b30ba-720c-45ef-841e-1048ac3d08a2 req-c3d7cd7f-a788-4754-aaac-54704a43e238 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:45.992757 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-442b30ba-720c-45ef-841e-1048ac3d08a2 req-c3d7cd7f-a788-4754-aaac-54704a43e238 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 944 time: 0.4865189 Mar 31 15:53:46.000843 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 68d51ae4-8f29-4557-a7f0-406405652fc5 is: BUILD; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:46.001829 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (68d51ae4-8f29-4557-a7f0-406405652fc5), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:46.075297 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-19efe153-357c-4024-b362-e6c84dc36630 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Allocated IP 172.20.0.4 (8fa8fe94-2799-4a5d-b4fd-6056ad46df32/a1a7fe3f-e590-4452-8b6d-b35b0e495b82/23bb6d56-d3c6-46f6-8d1e-6b475007f76d) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:53:46.081048 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 68d51ae4-8f29-4557-a7f0-406405652fc5, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=68d51ae4-8f29-4557-a7f0-406405652fc5,segment=NetworkSegment(c4bf4fae-8afb-4772-9b42-f40496cec286),segment_id=c4bf4fae-8afb-4772-9b42-f40496cec286)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:46.159313 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-442b30ba-720c-45ef-841e-1048ac3d08a2 req-8a168e8b-b620-4493-97fc-e45719ef8f7c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468787 Mar 31 15:53:46.159507 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9976a71d-2b10-4d67-93c8-938803abdbd3 req-7e622d85-484a-4c64-aacc-d481246521e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:46.159507 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-9976a71d-2b10-4d67-93c8-938803abdbd3 req-7e622d85-484a-4c64-aacc-d481246521e1 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 1130 time: 0.1972828 Mar 31 15:53:46.168710 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ce672b-0421-4e30-af99-119abb4bcf81 req-cafb1f5f-09d7-4e1b-a354-d6e8cde0e066 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:46.177600 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-79ce672b-0421-4e30-af99-119abb4bcf81 req-cafb1f5f-09d7-4e1b-a354-d6e8cde0e066 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 945 time: 0.1529973 Mar 31 15:53:46.190502 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (68d51ae4-8f29-4557-a7f0-406405652fc5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:46.235498 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-9976a71d-2b10-4d67-93c8-938803abdbd3 req-c4b826e7-6293-4de9-97f0-b99dbc106243 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:46.268156 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=68d51ae4-8f29-4557-a7f0-406405652fc5,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:46.319513 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-9976a71d-2b10-4d67-93c8-938803abdbd3 req-c4b826e7-6293-4de9-97f0-b99dbc106243 service neutron] Publish callbacks [] for security_group (a7b07289-5b64-4de1-90bb-c03f458f896a), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:46.324257 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-019906d0-6e8c-4cf2-a100-b10cdc72de0e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (81fb7c8f-5731-4355-bfff-69eac154b042), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:46.330611 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-79ce672b-0421-4e30-af99-119abb4bcf81 req-27f63caa-d2af-437d-a31c-37d2ec345a25 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a06e61e-d0cb-4d9f-8f56-6b34cf596f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517367 Mar 31 15:53:46.389930 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82494d0-c7f6-4fe4-8f9f-c8e5aa85c992 req-1c7fafac-841b-45e4-bdcf-0ef45f8dceb1 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:46.391889 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c82494d0-c7f6-4fe4-8f9f-c8e5aa85c992 req-1c7fafac-841b-45e4-bdcf-0ef45f8dceb1 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b8cf08-194c-42b0-9062-dd590c2a3ca5 HTTP/1.1" status: 200 len: 931 time: 0.1347520 Mar 31 15:53:46.418106 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-19efe153-357c-4024-b362-e6c84dc36630 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for port (23bb6d56-d3c6-46f6-8d1e-6b475007f76d), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:46.423759 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-019906d0-6e8c-4cf2-a100-b10cdc72de0e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Network 65944f20-8ab3-4e9e-89a3-2479fa118d50 is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:53:46.440206 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-019906d0-6e8c-4cf2-a100-b10cdc72de0e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:46.458992 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-9976a71d-2b10-4d67-93c8-938803abdbd3 req-c4b826e7-6293-4de9-97f0-b99dbc106243 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (a7b07289-5b64-4de1-90bb-c03f458f896a), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:46.469774 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-019906d0-6e8c-4cf2-a100-b10cdc72de0e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Received port after_create {{(pid=115720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:53:46.475695 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-019906d0-6e8c-4cf2-a100-b10cdc72de0e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:46.476368 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-019906d0-6e8c-4cf2-a100-b10cdc72de0e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for port (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:46.538480 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c82494d0-c7f6-4fe4-8f9f-c8e5aa85c992 req-e5537ac4-a570-4a34-98e2-571e53efa78f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=e434585b-7229-4b88-8bb5-8165b019b4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1403344 Mar 31 15:53:46.576835 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019906d0-6e8c-4cf2-a100-b10cdc72de0e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Pushing event updated for resources: {'Port': ['ID=81fb7c8f-5731-4355-bfff-69eac154b042,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:46.593077 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e6ee56-9cec-474f-8d27-b126f372763e req-cb2a8da7-3c8f-493f-8a5c-882bf7eb1d1a tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:46.595432 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-83e6ee56-9cec-474f-8d27-b126f372763e req-cb2a8da7-3c8f-493f-8a5c-882bf7eb1d1a tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 931 time: 0.1552801 Mar 31 15:53:46.636138 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-9976a71d-2b10-4d67-93c8-938803abdbd3 req-c4b826e7-6293-4de9-97f0-b99dbc106243 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301538 Mar 31 15:53:46.639035 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b826e7-6293-4de9-97f0-b99dbc106243 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b07289-5b64-4de1-90bb-c03f458f896a,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:46.648654 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-40a32ea3-1a27-4c1e-8373-ed7df2acbbe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9e35caf-fd46-4bfd-8ebd-54cb4031b635 {{(pid=115720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:53:46.659241 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-40a32ea3-1a27-4c1e-8373-ed7df2acbbe3 service neutron] Publish callbacks [] for port (c9e35caf-fd46-4bfd-8ebd-54cb4031b635), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:46.673262 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-19efe153-357c-4024-b362-e6c84dc36630 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (23bb6d56-d3c6-46f6-8d1e-6b475007f76d), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:46.684412 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.provisioning_blocks [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-40a32ea3-1a27-4c1e-8373-ed7df2acbbe3 service neutron] Transition to ACTIVE for port object c9e35caf-fd46-4bfd-8ebd-54cb4031b635 will not be triggered until provisioned by entity L2. {{(pid=115720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:53:46.690551 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-019906d0-6e8c-4cf2-a100-b10cdc72de0e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0510008 Mar 31 15:53:46.729096 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-83e6ee56-9cec-474f-8d27-b126f372763e req-1b6fe1c8-c09e-484f-943c-958f98eb8fa8 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265869 Mar 31 15:53:46.739706 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-19efe153-357c-4024-b362-e6c84dc36630 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Network 8fa8fe94-2799-4a5d-b4fd-6056ad46df32 is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:53:46.746135 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-19efe153-357c-4024-b362-e6c84dc36630 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:53:46.746723 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-40a32ea3-1a27-4c1e-8373-ed7df2acbbe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (c9e35caf-fd46-4bfd-8ebd-54cb4031b635), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:46.749715 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-19efe153-357c-4024-b362-e6c84dc36630 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:53:46.756408 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-19efe153-357c-4024-b362-e6c84dc36630 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:46.757220 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-19efe153-357c-4024-b362-e6c84dc36630 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:46.769054 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efe153-357c-4024-b362-e6c84dc36630 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Pushing event updated for resources: {'Port': ['ID=23bb6d56-d3c6-46f6-8d1e-6b475007f76d,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:46.860835 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a32ea3-1a27-4c1e-8373-ed7df2acbbe3 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e35caf-fd46-4bfd-8ebd-54cb4031b635,revision_number=2']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:46.870110 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-19efe153-357c-4024-b362-e6c84dc36630 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8637650 Mar 31 15:53:46.878057 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.managers [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-40a32ea3-1a27-4c1e-8373-ed7df2acbbe3 service neutron] Attempting to bind port c9e35caf-fd46-4bfd-8ebd-54cb4031b635 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:53:46.878392 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.managers [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-40a32ea3-1a27-4c1e-8373-ed7df2acbbe3 service neutron] Attempting to bind port c9e35caf-fd46-4bfd-8ebd-54cb4031b635 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '3625fcca-8015-4d97-a97b-4b3ea4e2b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b'}] {{(pid=115720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:53:46.878719 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-40a32ea3-1a27-4c1e-8373-ed7df2acbbe3 service neutron] Attempting to bind port c9e35caf-fd46-4bfd-8ebd-54cb4031b635 on network 90fc1aad-d8be-40df-b185-08fe1d77372b {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:53:46.890731 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-40a32ea3-1a27-4c1e-8373-ed7df2acbbe3 service neutron] Port c9e35caf-fd46-4bfd-8ebd-54cb4031b635 on network 90fc1aad-d8be-40df-b185-08fe1d77372b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:53:46.891192 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-40a32ea3-1a27-4c1e-8373-ed7df2acbbe3 service neutron] Attempting to bind port c9e35caf-fd46-4bfd-8ebd-54cb4031b635 on network 90fc1aad-d8be-40df-b185-08fe1d77372b {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:53:46.896759 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-40a32ea3-1a27-4c1e-8373-ed7df2acbbe3 service neutron] Checking agent: {'id': 'af4a1f75-de88-4cee-8975-566385aedde2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:53:46.897098 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-40a32ea3-1a27-4c1e-8373-ed7df2acbbe3 service neutron] Checking segment: {'id': '3625fcca-8015-4d97-a97b-4b3ea4e2b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:53:46.897479 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-40a32ea3-1a27-4c1e-8373-ed7df2acbbe3 service neutron] Bound using segment: {'id': '3625fcca-8015-4d97-a97b-4b3ea4e2b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b'} {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:53:46.897900 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.managers [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-40a32ea3-1a27-4c1e-8373-ed7df2acbbe3 service neutron] Bound port: c9e35caf-fd46-4bfd-8ebd-54cb4031b635, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3625fcca-8015-4d97-a97b-4b3ea4e2b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b'}}] {{(pid=115720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:53:46.898328 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-40a32ea3-1a27-4c1e-8373-ed7df2acbbe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (c9e35caf-fd46-4bfd-8ebd-54cb4031b635), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:46.924492 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-10f36a74-1147-4604-86fe-0280e8af7356 None None] Provisioning complete for port 81fb7c8f-5731-4355-bfff-69eac154b042 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:46.924885 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-10f36a74-1147-4604-86fe-0280e8af7356 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (81fb7c8f-5731-4355-bfff-69eac154b042), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:46.960188 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-a4252b09-5779-47fc-a471-a0d5c40dd6fe service neutron] Request body: {'port': {'device_id': 'a99832c9-a1fa-4951-acf6-0529ea0367f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:46.975446 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-9ca48ef1-1b61-4e55-88be-e00b9afe89fa service neutron] Request body: {'port': {'device_id': 'e1bb087c-1acb-4022-bf57-47fc597630ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:47.014101 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-10f36a74-1147-4604-86fe-0280e8af7356 None None] Port 81fb7c8f-5731-4355-bfff-69eac154b042 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:53:47.065922 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-a4252b09-5779-47fc-a471-a0d5c40dd6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (23bb6d56-d3c6-46f6-8d1e-6b475007f76d), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:47.135950 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-40a32ea3-1a27-4c1e-8373-ed7df2acbbe3 service neutron] For port c9e35caf-fd46-4bfd-8ebd-54cb4031b635, host hv-cinder-83602, cleared binding levels {{(pid=115720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:53:47.141935 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-40a32ea3-1a27-4c1e-8373-ed7df2acbbe3 service neutron] For port c9e35caf-fd46-4bfd-8ebd-54cb4031b635, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=c9e35caf-fd46-4bfd-8ebd-54cb4031b635,segment=NetworkSegment(3625fcca-8015-4d97-a97b-4b3ea4e2b9cb),segment_id=3625fcca-8015-4d97-a97b-4b3ea4e2b9cb)] {{(pid=115720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:53:47.145318 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-eaa7603c-2d46-4fe2-b408-848102bf4ab4 None None] Provisioning complete for port 23bb6d56-d3c6-46f6-8d1e-6b475007f76d triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:47.145934 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-eaa7603c-2d46-4fe2-b408-848102bf4ab4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (23bb6d56-d3c6-46f6-8d1e-6b475007f76d), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:47.146040 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-9ca48ef1-1b61-4e55-88be-e00b9afe89fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (81fb7c8f-5731-4355-bfff-69eac154b042), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:47.199579 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-eaa7603c-2d46-4fe2-b408-848102bf4ab4 None None] Port 23bb6d56-d3c6-46f6-8d1e-6b475007f76d cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:53:47.233161 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ea371-7aaa-42ac-97a4-65c7116e49ef req-e95be624-4b97-4289-bb02-88b358390df1 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:47.241321 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-538ea371-7aaa-42ac-97a4-65c7116e49ef req-e95be624-4b97-4289-bb02-88b358390df1 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 931 time: 0.1879456 Mar 31 15:53:47.307226 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-40a32ea3-1a27-4c1e-8373-ed7df2acbbe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (c9e35caf-fd46-4bfd-8ebd-54cb4031b635), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:47.392713 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-40a32ea3-1a27-4c1e-8373-ed7df2acbbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:47.393571 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-40a32ea3-1a27-4c1e-8373-ed7df2acbbe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for port (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:47.395536 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-40a32ea3-1a27-4c1e-8373-ed7df2acbbe3 service neutron] 10.222.0.24 "PUT /v2.0/ports/c9e35caf-fd46-4bfd-8ebd-54cb4031b635 HTTP/1.1" status: 200 len: 1093 time: 2.0222299 Mar 31 15:53:47.395991 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b8cf08-194c-42b0-9062-dd590c2a3ca5', 'tag': 'c9e35caf-fd46-4bfd-8ebd-54cb4031b635'}] {{(pid=115720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:53:47.398340 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccc7965b351d9be82fa8b87eed5996d2f485a8722744a87613077a4f3f485543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e26665e-8a0c-415f-9e04-143a775f26d4" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b8cf08-194c-42b0-9062-dd590c2a3ca5", "tag": "c9e35caf-fd46-4bfd-8ebd-54cb4031b635"}]}' {{(pid=115720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:53:47.456873 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 58402) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:47.486323 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-538ea371-7aaa-42ac-97a4-65c7116e49ef req-d64ad5a5-5352-4610-8501-2389ea67be22 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2438285 Mar 31 15:53:47.493143 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a32ea3-1a27-4c1e-8373-ed7df2acbbe3 service neutron] Pushing event updated for resources: {'Port': ['ID=c9e35caf-fd46-4bfd-8ebd-54cb4031b635,revision_number=3']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:47.503765 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fda79b4-095d-490c-8c00-a9f2446d246e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf876a3-e6e4-47c6-8ff2-91200ab2dafa'}, {'server_uuid': 'b23687f6-6ba2-4b7c-9902-61a0e09d87cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d51ae4-8f29-4557-a7f0-406405652fc5'}] {{(pid=115721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:53:47.506331 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dbd394bfc303c33638f161c815dd3ff8081b22df1313fe1def72e09edd93f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99be7ec6-7a14-4def-9af9-9964c7328747" -d '{"events": [{"server_uuid": "0fda79b4-095d-490c-8c00-a9f2446d246e", "name": "network-vif-plugged", "status": "completed", "tag": "3cf876a3-e6e4-47c6-8ff2-91200ab2dafa"}, {"server_uuid": "b23687f6-6ba2-4b7c-9902-61a0e09d87cd", "name": "network-vif-plugged", "status": "completed", "tag": "68d51ae4-8f29-4557-a7f0-406405652fc5"}]}' {{(pid=115721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:53:47.537509 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ac86e-0a56-425e-8e6c-a83636cdd4d6 req-1769bd1a-6faf-4e69-8206-2648e091fbf9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:47.540230 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f29ac86e-0a56-425e-8e6c-a83636cdd4d6 req-1769bd1a-6faf-4e69-8206-2648e091fbf9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.2436264 Mar 31 15:53:47.723642 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-a4252b09-5779-47fc-a471-a0d5c40dd6fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23bb6d56-d3c6-46f6-8d1e-6b475007f76d {{(pid=115719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:53:47.742850 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-a4252b09-5779-47fc-a471-a0d5c40dd6fe service neutron] Publish callbacks [] for port (23bb6d56-d3c6-46f6-8d1e-6b475007f76d), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:47.777550 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f29ac86e-0a56-425e-8e6c-a83636cdd4d6 req-50121de1-512d-46de-82b3-a26221afc061 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2263360 Mar 31 15:53:47.782219 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.provisioning_blocks [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-a4252b09-5779-47fc-a471-a0d5c40dd6fe service neutron] Transition to ACTIVE for port object 23bb6d56-d3c6-46f6-8d1e-6b475007f76d will not be triggered until provisioned by entity L2. {{(pid=115719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:53:47.795190 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a514d6a-1bde-467a-b364-a78285bf38dd req-f1f54d84-3639-44fe-ad21-7f58e1420525 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:47.797221 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2a514d6a-1bde-467a-b364-a78285bf38dd req-f1f54d84-3639-44fe-ad21-7f58e1420525 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 945 time: 0.1383801 Mar 31 15:53:47.808068 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-7897ea34-50c8-4c0a-a63e-75c79f048bde admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:47.849135 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-e53e5fb2-6962-42d6-adc1-81ee983defb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:47.850754 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-e53e5fb2-6962-42d6-adc1-81ee983defb0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffc6177837a74f42b2af77cad7fb46ea&device_id=c4b8cf08-194c-42b0-9062-dd590c2a3ca5 HTTP/1.1" status: 200 len: 1127 time: 0.3250792 Mar 31 15:53:47.863212 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-a4252b09-5779-47fc-a471-a0d5c40dd6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (23bb6d56-d3c6-46f6-8d1e-6b475007f76d), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:47.879442 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-003201be-6f43-4a52-9c57-e6c807b22209 x-openstack-request-id: req-003201be-6f43-4a52-9c57-e6c807b22209 {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:53:47.879730 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b8cf08-194c-42b0-9062-dd590c2a3ca5", "tag": "c9e35caf-fd46-4bfd-8ebd-54cb4031b635", "status": "completed", "code": 200}]} {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:53:47.881358 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-003201be-6f43-4a52-9c57-e6c807b22209 {{(pid=115720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:53:47.882107 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-003201be-6f43-4a52-9c57-e6c807b22209'] response: {'name': 'network-changed', 'server_uuid': 'c4b8cf08-194c-42b0-9062-dd590c2a3ca5', 'tag': 'c9e35caf-fd46-4bfd-8ebd-54cb4031b635', 'status': 'completed', 'code': 200} Mar 31 15:53:47.897469 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2a514d6a-1bde-467a-b364-a78285bf38dd req-79e9711a-8b5d-4506-ac9b-3993077a3ad0 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a06e61e-d0cb-4d9f-8f56-6b34cf596f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847669 Mar 31 15:53:47.912981 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 31 Mar 2022 15:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09ced1c-5c92-4895-b984-9091c4acfd8d x-openstack-request-id: req-e09ced1c-5c92-4895-b984-9091c4acfd8d {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:53:47.913310 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fda79b4-095d-490c-8c00-a9f2446d246e", "name": "network-vif-plugged", "status": "completed", "tag": "3cf876a3-e6e4-47c6-8ff2-91200ab2dafa", "code": 200}, {"server_uuid": "b23687f6-6ba2-4b7c-9902-61a0e09d87cd", "name": "network-vif-plugged", "status": "completed", "tag": "68d51ae4-8f29-4557-a7f0-406405652fc5", "code": 200}]} {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:53:47.913595 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e09ced1c-5c92-4895-b984-9091c4acfd8d {{(pid=115721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:53:47.914174 dv-cinder-836028-1-iscsi neutron-server[115721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e09ced1c-5c92-4895-b984-9091c4acfd8d'] response: {'server_uuid': '0fda79b4-095d-490c-8c00-a9f2446d246e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cf876a3-e6e4-47c6-8ff2-91200ab2dafa', 'code': 200} Mar 31 15:53:47.914442 dv-cinder-836028-1-iscsi neutron-server[115721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e09ced1c-5c92-4895-b984-9091c4acfd8d'] response: {'server_uuid': 'b23687f6-6ba2-4b7c-9902-61a0e09d87cd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d51ae4-8f29-4557-a7f0-406405652fc5', 'code': 200} Mar 31 15:53:47.983973 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-4d231e69-31cd-4266-8c18-ecd58cdd9ee1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9e35caf-fd46-4bfd-8ebd-54cb4031b635 HTTP/1.1" status: 200 len: 217 time: 0.0960042 Mar 31 15:53:47.995592 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-9ca48ef1-1b61-4e55-88be-e00b9afe89fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81fb7c8f-5731-4355-bfff-69eac154b042 {{(pid=115720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:53:48.011407 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-9ca48ef1-1b61-4e55-88be-e00b9afe89fa service neutron] Publish callbacks [] for port (81fb7c8f-5731-4355-bfff-69eac154b042), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:48.084615 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4252b09-5779-47fc-a471-a0d5c40dd6fe service neutron] Pushing event updated for resources: {'Port': ['ID=23bb6d56-d3c6-46f6-8d1e-6b475007f76d,revision_number=2']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:48.097423 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-a4252b09-5779-47fc-a471-a0d5c40dd6fe service neutron] Attempting to bind port 23bb6d56-d3c6-46f6-8d1e-6b475007f76d on host hv-cinder-83602 for vnic_type normal with profile {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:53:48.097761 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-a4252b09-5779-47fc-a471-a0d5c40dd6fe service neutron] Attempting to bind port 23bb6d56-d3c6-46f6-8d1e-6b475007f76d by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': 'a11ae896-5a72-42f4-bae7-f1e4e617cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32'}] {{(pid=115719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:53:48.098089 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-a4252b09-5779-47fc-a471-a0d5c40dd6fe service neutron] Attempting to bind port 23bb6d56-d3c6-46f6-8d1e-6b475007f76d on network 8fa8fe94-2799-4a5d-b4fd-6056ad46df32 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:53:48.103770 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.provisioning_blocks [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-9ca48ef1-1b61-4e55-88be-e00b9afe89fa service neutron] Transition to ACTIVE for port object 81fb7c8f-5731-4355-bfff-69eac154b042 will not be triggered until provisioned by entity L2. {{(pid=115720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:53:48.114242 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-a4252b09-5779-47fc-a471-a0d5c40dd6fe service neutron] Port 23bb6d56-d3c6-46f6-8d1e-6b475007f76d on network 8fa8fe94-2799-4a5d-b4fd-6056ad46df32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:53:48.114572 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-a4252b09-5779-47fc-a471-a0d5c40dd6fe service neutron] Attempting to bind port 23bb6d56-d3c6-46f6-8d1e-6b475007f76d on network 8fa8fe94-2799-4a5d-b4fd-6056ad46df32 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:53:48.123899 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 58428) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:48.129649 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-a4252b09-5779-47fc-a471-a0d5c40dd6fe service neutron] Checking agent: {'id': 'af4a1f75-de88-4cee-8975-566385aedde2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:53:48.130008 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-a4252b09-5779-47fc-a471-a0d5c40dd6fe service neutron] Checking segment: {'id': 'a11ae896-5a72-42f4-bae7-f1e4e617cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:53:48.130403 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-a4252b09-5779-47fc-a471-a0d5c40dd6fe service neutron] Bound using segment: {'id': 'a11ae896-5a72-42f4-bae7-f1e4e617cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32'} {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:53:48.130852 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-a4252b09-5779-47fc-a471-a0d5c40dd6fe service neutron] Bound port: 23bb6d56-d3c6-46f6-8d1e-6b475007f76d, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a11ae896-5a72-42f4-bae7-f1e4e617cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32'}}] {{(pid=115719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:53:48.131216 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-a4252b09-5779-47fc-a471-a0d5c40dd6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (23bb6d56-d3c6-46f6-8d1e-6b475007f76d), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:48.156367 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8aad8ec-fead-41a3-bf1e-132ae1381c97 req-88bf01c9-0f08-4dfd-a8bf-13a5dc58e12b tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:48.164774 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e8aad8ec-fead-41a3-bf1e-132ae1381c97 req-88bf01c9-0f08-4dfd-a8bf-13a5dc58e12b tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 931 time: 0.1895497 Mar 31 15:53:48.168307 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-7897ea34-50c8-4c0a-a63e-75c79f048bde admin admin] Publish callbacks [] for security_group (9ebbf9ee-e02d-4e11-bb17-9d4a0d403f36), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:48.179335 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-67058268-f345-4939-bb83-81eb2a929521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:48.180831 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-67058268-f345-4939-bb83-81eb2a929521 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0 HTTP/1.1" status: 200 len: 854 time: 0.1825070 Mar 31 15:53:48.221020 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685f5a2c-4ba9-4d41-a58f-e4332c146109 req-e43e9df7-50ce-4a92-b130-6743e881fe7b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:48.225301 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-685f5a2c-4ba9-4d41-a58f-e4332c146109 req-e43e9df7-50ce-4a92-b130-6743e881fe7b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b8cf08-194c-42b0-9062-dd590c2a3ca5 HTTP/1.1" status: 200 len: 943 time: 0.1904981 Mar 31 15:53:48.234112 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-9ca48ef1-1b61-4e55-88be-e00b9afe89fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (81fb7c8f-5731-4355-bfff-69eac154b042), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:48.308254 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-7897ea34-50c8-4c0a-a63e-75c79f048bde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (9ebbf9ee-e02d-4e11-bb17-9d4a0d403f36), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:48.328447 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e8aad8ec-fead-41a3-bf1e-132ae1381c97 req-dd775eca-1a7c-4985-9637-3cffc5f78fdf tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1627862 Mar 31 15:53:48.341005 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-a4252b09-5779-47fc-a471-a0d5c40dd6fe service neutron] For port 23bb6d56-d3c6-46f6-8d1e-6b475007f76d, host hv-cinder-83602, cleared binding levels {{(pid=115719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:53:48.356639 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-685f5a2c-4ba9-4d41-a58f-e4332c146109 req-e8e05055-1503-4dd2-a78a-d4416c27a1db tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=e434585b-7229-4b88-8bb5-8165b019b4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1233664 Mar 31 15:53:48.371940 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-a4252b09-5779-47fc-a471-a0d5c40dd6fe service neutron] For port 23bb6d56-d3c6-46f6-8d1e-6b475007f76d, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=23bb6d56-d3c6-46f6-8d1e-6b475007f76d,segment=NetworkSegment(a11ae896-5a72-42f4-bae7-f1e4e617cdb8),segment_id=a11ae896-5a72-42f4-bae7-f1e4e617cdb8)] {{(pid=115719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:53:48.405198 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4565ee02-eeb2-43bd-b66e-68073dbac4e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:48.440868 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-7897ea34-50c8-4c0a-a63e-75c79f048bde admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0faca5bd50344a4d8ec8b6bf3f0a4145&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9805787 Mar 31 15:53:48.441239 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 58432) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:48.450560 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897ea34-50c8-4c0a-a63e-75c79f048bde admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ebbf9ee-e02d-4e11-bb17-9d4a0d403f36,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:48.454516 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca48ef1-1b61-4e55-88be-e00b9afe89fa service neutron] Pushing event updated for resources: {'Port': ['ID=81fb7c8f-5731-4355-bfff-69eac154b042,revision_number=2']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:48.474265 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.24', 62621) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:48.525940 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-a4252b09-5779-47fc-a471-a0d5c40dd6fe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (23bb6d56-d3c6-46f6-8d1e-6b475007f76d), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:48.535583 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-f4878678-e653-4fdb-87cc-8b6cf2987645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:48.538017 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-f4878678-e653-4fdb-87cc-8b6cf2987645 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90fc1aad-d8be-40df-b185-08fe1d77372b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3206756 Mar 31 15:53:48.629379 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-a4252b09-5779-47fc-a471-a0d5c40dd6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:48.630004 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-a4252b09-5779-47fc-a471-a0d5c40dd6fe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:48.631458 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-a4252b09-5779-47fc-a471-a0d5c40dd6fe service neutron] 10.222.0.24 "PUT /v2.0/ports/23bb6d56-d3c6-46f6-8d1e-6b475007f76d HTTP/1.1" status: 200 len: 1093 time: 1.6812444 Mar 31 15:53:48.651799 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.managers [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-9ca48ef1-1b61-4e55-88be-e00b9afe89fa service neutron] Attempting to bind port 81fb7c8f-5731-4355-bfff-69eac154b042 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:53:48.652886 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.managers [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-9ca48ef1-1b61-4e55-88be-e00b9afe89fa service neutron] Attempting to bind port 81fb7c8f-5731-4355-bfff-69eac154b042 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': 'cbd18901-f25b-4bcb-a0f8-6acc09868379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50'}] {{(pid=115720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:53:48.653589 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-9ca48ef1-1b61-4e55-88be-e00b9afe89fa service neutron] Attempting to bind port 81fb7c8f-5731-4355-bfff-69eac154b042 on network 65944f20-8ab3-4e9e-89a3-2479fa118d50 {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:53:48.680535 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-9ca48ef1-1b61-4e55-88be-e00b9afe89fa service neutron] Port 81fb7c8f-5731-4355-bfff-69eac154b042 on network 65944f20-8ab3-4e9e-89a3-2479fa118d50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:53:48.680857 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-9ca48ef1-1b61-4e55-88be-e00b9afe89fa service neutron] Attempting to bind port 81fb7c8f-5731-4355-bfff-69eac154b042 on network 65944f20-8ab3-4e9e-89a3-2479fa118d50 {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:53:48.682269 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99832c9-a1fa-4951-acf6-0529ea0367f4', 'tag': '23bb6d56-d3c6-46f6-8d1e-6b475007f76d'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:53:48.684550 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed36e6d5-7613-4810-bb63-4a98e3b4be7c" -d '{"events": [{"name": "network-changed", "server_uuid": "a99832c9-a1fa-4951-acf6-0529ea0367f4", "tag": "23bb6d56-d3c6-46f6-8d1e-6b475007f76d"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:53:48.712620 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1d6cbc-6fdf-4341-b524-7cd436504292 req-4f530d04-86e5-4073-bbcd-2c38efc6c405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:48.712827 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 58440) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:48.714205 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-3f1d6cbc-6fdf-4341-b524-7cd436504292 req-4f530d04-86e5-4073-bbcd-2c38efc6c405 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 1129 time: 0.2541857 Mar 31 15:53:48.719558 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-9ca48ef1-1b61-4e55-88be-e00b9afe89fa service neutron] Checking agent: {'id': 'af4a1f75-de88-4cee-8975-566385aedde2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:53:48.719907 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-9ca48ef1-1b61-4e55-88be-e00b9afe89fa service neutron] Checking segment: {'id': 'cbd18901-f25b-4bcb-a0f8-6acc09868379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:53:48.720336 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-9ca48ef1-1b61-4e55-88be-e00b9afe89fa service neutron] Bound using segment: {'id': 'cbd18901-f25b-4bcb-a0f8-6acc09868379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50'} {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:53:48.721033 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.managers [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-9ca48ef1-1b61-4e55-88be-e00b9afe89fa service neutron] Bound port: 81fb7c8f-5731-4355-bfff-69eac154b042, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd18901-f25b-4bcb-a0f8-6acc09868379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50'}}] {{(pid=115720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:53:48.721405 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-9ca48ef1-1b61-4e55-88be-e00b9afe89fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (81fb7c8f-5731-4355-bfff-69eac154b042), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:48.783396 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3530834-4c5c-48c7-97c1-57f81266b7f1 req-1ad42a57-85f8-4ff3-8836-3714d10ec633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:48.785281 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d3530834-4c5c-48c7-97c1-57f81266b7f1 req-1ad42a57-85f8-4ff3-8836-3714d10ec633 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 1129 time: 0.3100686 Mar 31 15:53:48.812083 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-57a509f3-f522-4623-88b3-96cafde9e184 admin admin] Publish callbacks [] for security_group (9ebbf9ee-e02d-4e11-bb17-9d4a0d403f36), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:48.869309 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4252b09-5779-47fc-a471-a0d5c40dd6fe service neutron] Pushing event updated for resources: {'Port': ['ID=23bb6d56-d3c6-46f6-8d1e-6b475007f76d,revision_number=3']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:48.873393 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ddd0d26-af69-4a65-a7ea-5f8943a2751b x-openstack-request-id: req-1ddd0d26-af69-4a65-a7ea-5f8943a2751b {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:53:48.873683 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99832c9-a1fa-4951-acf6-0529ea0367f4", "tag": "23bb6d56-d3c6-46f6-8d1e-6b475007f76d", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:53:48.873938 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1ddd0d26-af69-4a65-a7ea-5f8943a2751b {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:53:48.874337 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ddd0d26-af69-4a65-a7ea-5f8943a2751b'] response: {'name': 'network-changed', 'server_uuid': 'a99832c9-a1fa-4951-acf6-0529ea0367f4', 'tag': '23bb6d56-d3c6-46f6-8d1e-6b475007f76d', 'status': 'completed', 'code': 200} Mar 31 15:53:48.898830 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4565ee02-eeb2-43bd-b66e-68073dbac4e5 admin admin] Publish callbacks [] for security_group (91546062-47a4-4cf8-8c01-f5ff75f188b3), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:48.906324 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f949df54-ab93-4480-84c0-5e5dc40d4af0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:48.919763 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-201ac6b8-e920-4b53-b00c-63a6dce542b3 service neutron] 10.222.0.24 "GET /v2.0/networks/90fc1aad-d8be-40df-b185-08fe1d77372b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735583 Mar 31 15:53:48.924545 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-3f1d6cbc-6fdf-4341-b524-7cd436504292 req-338bb306-b1a8-4e73-83f6-1d8943d205e1 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874013 Mar 31 15:53:48.943534 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ce2d7-ca57-4d0f-8ffa-bdcd20ae0a4f req-83062119-5583-44a6-aee0-9e3d3f851d17 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:48.945139 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-170ce2d7-ca57-4d0f-8ffa-bdcd20ae0a4f req-83062119-5583-44a6-aee0-9e3d3f851d17 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 943 time: 0.3643777 Mar 31 15:53:48.947089 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-9ca48ef1-1b61-4e55-88be-e00b9afe89fa service neutron] For port 81fb7c8f-5731-4355-bfff-69eac154b042, host hv-cinder-83602, cleared binding levels {{(pid=115720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:53:48.963317 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-57a509f3-f522-4623-88b3-96cafde9e184 admin admin] Publish callbacks [] for security_group (9ebbf9ee-e02d-4e11-bb17-9d4a0d403f36), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:48.978110 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4565ee02-eeb2-43bd-b66e-68073dbac4e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (91546062-47a4-4cf8-8c01-f5ff75f188b3), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:49.015023 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-9ca48ef1-1b61-4e55-88be-e00b9afe89fa service neutron] For port 81fb7c8f-5731-4355-bfff-69eac154b042, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=81fb7c8f-5731-4355-bfff-69eac154b042,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:53:49.059699 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-4565ee02-eeb2-43bd-b66e-68073dbac4e5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7fd8a16a05934cce8fb6d58d9fb7d464&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9333310 Mar 31 15:53:49.062490 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 58452) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:49.070934 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4565ee02-eeb2-43bd-b66e-68073dbac4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91546062-47a4-4cf8-8c01-f5ff75f188b3,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:49.086485 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d3530834-4c5c-48c7-97c1-57f81266b7f1 req-a88791d1-f2d7-46ba-8a13-19714af859d6 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=8a06e61e-d0cb-4d9f-8f56-6b34cf596f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2942643 Mar 31 15:53:49.088590 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-156c8db0-ce8a-4b73-a808-0c3a20a31ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:49.089893 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-156c8db0-ce8a-4b73-a808-0c3a20a31ac1 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b74c4b3e38f4f298f86bb10c6a6f67b&device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 1127 time: 0.2708640 Mar 31 15:53:49.109958 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-9ca48ef1-1b61-4e55-88be-e00b9afe89fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (81fb7c8f-5731-4355-bfff-69eac154b042), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:49.118246 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-e58e72c9-fc9d-4501-9fcb-f24bc519a97f req-cb56d627-df7b-49d2-a057-17b125022081 service neutron] 10.222.0.24 "GET /v2.0/networks/90fc1aad-d8be-40df-b185-08fe1d77372b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919184 Mar 31 15:53:49.147360 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-170ce2d7-ca57-4d0f-8ffa-bdcd20ae0a4f req-3d5b32fb-8252-497a-a19a-5bb110508cdc tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1794858 Mar 31 15:53:49.160541 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-9ca48ef1-1b61-4e55-88be-e00b9afe89fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:49.161173 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-9ca48ef1-1b61-4e55-88be-e00b9afe89fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for port (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:49.162580 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-9ca48ef1-1b61-4e55-88be-e00b9afe89fa service neutron] 10.222.0.24 "PUT /v2.0/ports/81fb7c8f-5731-4355-bfff-69eac154b042 HTTP/1.1" status: 200 len: 1093 time: 2.2016852 Mar 31 15:53:49.188449 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b7532f-96d5-4d5d-8c96-05bcd4b30e6f req-0ed2aa4d-0025-4ca1-9de9-a809e5858838 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:49.192860 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-2c29d8e1-2ae2-4985-ab05-12b475c30d71 admin admin] Publish callbacks [] for security_group (91546062-47a4-4cf8-8c01-f5ff75f188b3), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:49.197492 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-55b7532f-96d5-4d5d-8c96-05bcd4b30e6f req-0ed2aa4d-0025-4ca1-9de9-a809e5858838 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.2477839 Mar 31 15:53:49.221386 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca48ef1-1b61-4e55-88be-e00b9afe89fa service neutron] Pushing event updated for resources: {'Port': ['ID=81fb7c8f-5731-4355-bfff-69eac154b042,revision_number=3']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:49.228400 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-2c29d8e1-2ae2-4985-ab05-12b475c30d71 admin admin] Publish callbacks [] for security_group (91546062-47a4-4cf8-8c01-f5ff75f188b3), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:49.308419 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f949df54-ab93-4480-84c0-5e5dc40d4af0 admin admin] Publish callbacks [] for security_group (d4818fa2-ea19-4a5d-8508-79350f0daaaa), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:49.323775 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-55b7532f-96d5-4d5d-8c96-05bcd4b30e6f req-39216522-8700-4d4d-b278-e664439b6a0c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253343 Mar 31 15:53:49.352006 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c534b52c-776b-4373-a159-97ff438d4d40 req-72b8265e-5aba-4972-aa7e-8fe6d941c0c0 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:49.353635 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c534b52c-776b-4373-a159-97ff438d4d40 req-72b8265e-5aba-4972-aa7e-8fe6d941c0c0 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 945 time: 0.0961797 Mar 31 15:53:49.368009 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-57a509f3-f522-4623-88b3-96cafde9e184 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (9ebbf9ee-e02d-4e11-bb17-9d4a0d403f36), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:49.368009 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-57a509f3-f522-4623-88b3-96cafde9e184 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:49.370028 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-57a509f3-f522-4623-88b3-96cafde9e184 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9ebbf9ee-e02d-4e11-bb17-9d4a0d403f36 HTTP/1.1" status: 204 len: 168 time: 0.9277222 Mar 31 15:53:49.391033 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a509f3-f522-4623-88b3-96cafde9e184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ebbf9ee-e02d-4e11-bb17-9d4a0d403f36,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:49.453773 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-2c29d8e1-2ae2-4985-ab05-12b475c30d71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (91546062-47a4-4cf8-8c01-f5ff75f188b3), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:49.456741 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-2c29d8e1-2ae2-4985-ab05-12b475c30d71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:49.462111 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-2c29d8e1-2ae2-4985-ab05-12b475c30d71 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/91546062-47a4-4cf8-8c01-f5ff75f188b3 HTTP/1.1" status: 204 len: 168 time: 0.3945086 Mar 31 15:53:49.462355 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f949df54-ab93-4480-84c0-5e5dc40d4af0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (d4818fa2-ea19-4a5d-8508-79350f0daaaa), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:49.468367 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29d8e1-2ae2-4985-ab05-12b475c30d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91546062-47a4-4cf8-8c01-f5ff75f188b3,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:49.482880 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c534b52c-776b-4373-a159-97ff438d4d40 req-e8996f63-bd87-4307-b45d-85c4eb7a1de2 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a06e61e-d0cb-4d9f-8f56-6b34cf596f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116164 Mar 31 15:53:49.535091 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f949df54-ab93-4480-84c0-5e5dc40d4af0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4818fa2-ea19-4a5d-8508-79350f0daaaa,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:49.588476 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-6f2b0257-8f54-4fdb-b57c-8d1ae80f08b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23bb6d56-d3c6-46f6-8d1e-6b475007f76d HTTP/1.1" status: 200 len: 217 time: 0.0500033 Mar 31 15:53:49.590754 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-f949df54-ab93-4480-84c0-5e5dc40d4af0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=590de736c13640fab6d2c650be496979&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8683667 Mar 31 15:53:49.593977 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 58462) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:49.595980 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-56b164a8-5dca-4dc4-91c1-dcc7373a8f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:49.597591 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-56b164a8-5dca-4dc4-91c1-dcc7373a8f0a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf512c54be704edba504249cc57859c5&device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 1127 time: 0.0462480 Mar 31 15:53:49.644292 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a9df75-38f2-470e-9f9e-5a70e6e9e4b0 req-e7b17760-23a7-412a-b310-9ba76de1e1d3 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:49.645972 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-58a9df75-38f2-470e-9f9e-5a70e6e9e4b0 req-e7b17760-23a7-412a-b310-9ba76de1e1d3 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.2002285 Mar 31 15:53:49.666716 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-cbaa229a-ff7c-49a8-bb38-8d1bda8152b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81fb7c8f-5731-4355-bfff-69eac154b042 HTTP/1.1" status: 200 len: 217 time: 0.0471761 Mar 31 15:53:49.696632 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-d989f570-19d4-4927-b3cf-f8ad381f4d30 admin admin] Publish callbacks [] for security_group (d4818fa2-ea19-4a5d-8508-79350f0daaaa), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:49.712877 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-3946cace-107f-42ab-a855-57279bee14d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:49.716353 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-3946cace-107f-42ab-a855-57279bee14d2 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a1a7fe3f-e590-4452-8b6d-b35b0e495b82 HTTP/1.1" status: 200 len: 850 time: 0.1175179 Mar 31 15:53:49.752236 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-d989f570-19d4-4927-b3cf-f8ad381f4d30 admin admin] Publish callbacks [] for security_group (d4818fa2-ea19-4a5d-8508-79350f0daaaa), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:49.752430 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d39fbe-4d8e-40c1-ad27-5c35b992e47d req-8d186337-84d0-4cc8-bf06-af7de8b61b3c tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:49.753935 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-92d39fbe-4d8e-40c1-ad27-5c35b992e47d req-8d186337-84d0-4cc8-bf06-af7de8b61b3c tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b8cf08-194c-42b0-9062-dd590c2a3ca5 HTTP/1.1" status: 200 len: 943 time: 0.1620646 Mar 31 15:53:49.795383 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-5ee6002e-6ca3-44d4-885c-30eec8907d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:49.797095 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-5ee6002e-6ca3-44d4-885c-30eec8907d41 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cb7a29d-bee7-4666-8fec-18b9b112885d HTTP/1.1" status: 200 len: 856 time: 0.0868676 Mar 31 15:53:49.830855 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-58a9df75-38f2-470e-9f9e-5a70e6e9e4b0 req-40e88b46-f83a-413b-83c0-acb92eddfda8 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1642444 Mar 31 15:53:49.859903 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-8995b252-0958-4991-bc1f-989b21e4e486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:49.861506 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-8995b252-0958-4991-bc1f-989b21e4e486 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65944f20-8ab3-4e9e-89a3-2479fa118d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571713 Mar 31 15:53:49.899896 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26665e-8a0c-415f-9e04-143a775f26d4 req-64304809-d185-457a-89e1-218ae2717fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:49.901429 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6e26665e-8a0c-415f-9e04-143a775f26d4 req-64304809-d185-457a-89e1-218ae2717fd8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffc6177837a74f42b2af77cad7fb46ea&device_id=c4b8cf08-194c-42b0-9062-dd590c2a3ca5 HTTP/1.1" status: 200 len: 1127 time: 0.1824996 Mar 31 15:53:49.905932 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-92d39fbe-4d8e-40c1-ad27-5c35b992e47d req-02005b11-3507-45f7-b148-7bde8077058c tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=e434585b-7229-4b88-8bb5-8165b019b4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1340542 Mar 31 15:53:49.907743 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-ee08fd9a-1b20-4312-86bd-0451774b143b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:49.909243 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-ee08fd9a-1b20-4312-86bd-0451774b143b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fa8fe94-2799-4a5d-b4fd-6056ad46df32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1782646 Mar 31 15:53:49.930778 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bb087c-1acb-4022-bf57-47fc597630ca', 'tag': '81fb7c8f-5731-4355-bfff-69eac154b042'}] {{(pid=115720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:53:49.932793 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccc7965b351d9be82fa8b87eed5996d2f485a8722744a87613077a4f3f485543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c0b195-b3de-4659-86af-74609c4324ee" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bb087c-1acb-4022-bf57-47fc597630ca", "tag": "81fb7c8f-5731-4355-bfff-69eac154b042"}]}' {{(pid=115720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:53:49.958585 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-d989f570-19d4-4927-b3cf-f8ad381f4d30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (d4818fa2-ea19-4a5d-8508-79350f0daaaa), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:49.961254 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-d989f570-19d4-4927-b3cf-f8ad381f4d30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:49.964705 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-d989f570-19d4-4927-b3cf-f8ad381f4d30 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d4818fa2-ea19-4a5d-8508-79350f0daaaa HTTP/1.1" status: 204 len: 168 time: 0.3639040 Mar 31 15:53:49.983398 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffd852e5-e240-484c-ab52-6d828a3fead6 x-openstack-request-id: req-ffd852e5-e240-484c-ab52-6d828a3fead6 {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:53:49.983683 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bb087c-1acb-4022-bf57-47fc597630ca", "tag": "81fb7c8f-5731-4355-bfff-69eac154b042", "status": "completed", "code": 200}]} {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:53:49.983933 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ffd852e5-e240-484c-ab52-6d828a3fead6 {{(pid=115720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:53:49.984349 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffd852e5-e240-484c-ab52-6d828a3fead6'] response: {'name': 'network-changed', 'server_uuid': 'e1bb087c-1acb-4022-bf57-47fc597630ca', 'tag': '81fb7c8f-5731-4355-bfff-69eac154b042', 'status': 'completed', 'code': 200} Mar 31 15:53:49.986512 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d989f570-19d4-4927-b3cf-f8ad381f4d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4818fa2-ea19-4a5d-8508-79350f0daaaa,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:50.012410 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-217cb217-1fd9-492c-bb0b-5e64d29f39d4 service neutron] 10.222.0.24 "GET /v2.0/networks/65944f20-8ab3-4e9e-89a3-2479fa118d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367216 Mar 31 15:53:50.108578 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-c3c8cdde-d007-44ea-811a-3e22a5067feb service neutron] 10.222.0.24 "GET /v2.0/networks/65944f20-8ab3-4e9e-89a3-2479fa118d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926046 Mar 31 15:53:50.252098 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 58474) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:50.266959 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-7074ecb1-3176-460f-a103-ae3873dca1dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:50.299068 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26665e-8a0c-415f-9e04-143a775f26d4 req-fe24e4c3-cce9-496d-8936-b1f7af28519a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:50.300584 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6e26665e-8a0c-415f-9e04-143a775f26d4 req-fe24e4c3-cce9-496d-8936-b1f7af28519a service neutron] 10.222.0.24 "GET /v2.0/networks?id=90fc1aad-d8be-40df-b185-08fe1d77372b HTTP/1.1" status: 200 len: 916 time: 0.3904707 Mar 31 15:53:50.309810 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-f73cfa25-fa48-4a58-8b20-38b056def7b2 service neutron] 10.222.0.24 "GET /v2.0/networks/8fa8fe94-2799-4a5d-b4fd-6056ad46df32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807442 Mar 31 15:53:50.324098 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ce0d10-77f9-4c46-a20b-aae997133387 req-13b139ab-3d29-4c6c-8e92-a57cfea07ea7 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:50.325726 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e7ce0d10-77f9-4c46-a20b-aae997133387 req-13b139ab-3d29-4c6c-8e92-a57cfea07ea7 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 943 time: 0.0918207 Mar 31 15:53:50.331287 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 58476) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:50.358166 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-7074ecb1-3176-460f-a103-ae3873dca1dc admin admin] Publish callbacks [] for security_group (01252dd1-ed38-41d5-86dc-c1afd4eb8af9), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:50.363458 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-24277bd7-6896-4dbb-abb0-fa9fafc5caf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:50.405420 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e7ce0d10-77f9-4c46-a20b-aae997133387 req-12a7fa8d-c46e-4bbd-8c64-5d26743b31b2 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660682 Mar 31 15:53:50.437736 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-7074ecb1-3176-460f-a103-ae3873dca1dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (01252dd1-ed38-41d5-86dc-c1afd4eb8af9), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:50.503681 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-7074ecb1-3176-460f-a103-ae3873dca1dc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3b0cc21683b6474784963cae72d9013e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2504935 Mar 31 15:53:50.508142 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 58480) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:50.518437 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074ecb1-3176-460f-a103-ae3873dca1dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01252dd1-ed38-41d5-86dc-c1afd4eb8af9,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:50.561445 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6e26665e-8a0c-415f-9e04-143a775f26d4 req-b3505445-425b-4afd-b183-78c90b873cfd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9e35caf-fd46-4bfd-8ebd-54cb4031b635 HTTP/1.1" status: 200 len: 217 time: 0.0970001 Mar 31 15:53:50.567556 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0b195-b3de-4659-86af-74609c4324ee req-c2006d98-2b0c-45d7-91e0-6adabc40e1fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:50.569140 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-65c0b195-b3de-4659-86af-74609c4324ee req-c2006d98-2b0c-45d7-91e0-6adabc40e1fe service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf512c54be704edba504249cc57859c5&device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 1127 time: 0.1111815 Mar 31 15:53:50.584830 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8622eaf2-8372-4e90-a388-4da1481c7038 admin admin] Publish callbacks [] for security_group (01252dd1-ed38-41d5-86dc-c1afd4eb8af9), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:50.612963 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8622eaf2-8372-4e90-a388-4da1481c7038 admin admin] Publish callbacks [] for security_group (01252dd1-ed38-41d5-86dc-c1afd4eb8af9), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:50.630599 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c994484-226e-4f77-b923-43d7c23c2e51 req-b78c77f4-26b0-4fec-b049-1c491ca410cc tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:50.632007 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9c994484-226e-4f77-b923-43d7c23c2e51 req-b78c77f4-26b0-4fec-b049-1c491ca410cc tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.2013271 Mar 31 15:53:50.635174 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-24277bd7-6896-4dbb-abb0-fa9fafc5caf1 admin admin] Publish callbacks [] for security_group (b7ec5c27-6234-48a9-8ab4-a3fdbad594c2), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:50.726296 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-24277bd7-6896-4dbb-abb0-fa9fafc5caf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (b7ec5c27-6234-48a9-8ab4-a3fdbad594c2), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:50.760168 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dc7a305d-39ab-43ee-92d6-7b4ea6cb06d0 req-6c99a0df-6f4e-49d5-9874-106daf53c459 service neutron] 10.222.0.24 "GET /v2.0/networks/8fa8fe94-2799-4a5d-b4fd-6056ad46df32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968340 Mar 31 15:53:50.766909 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0b195-b3de-4659-86af-74609c4324ee req-4a9cb82c-78d6-4866-8844-2bf3d0f4e33c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:50.766909 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-65c0b195-b3de-4659-86af-74609c4324ee req-4a9cb82c-78d6-4866-8844-2bf3d0f4e33c service neutron] 10.222.0.24 "GET /v2.0/networks?id=65944f20-8ab3-4e9e-89a3-2479fa118d50 HTTP/1.1" status: 200 len: 918 time: 0.0943785 Mar 31 15:53:50.791442 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8622eaf2-8372-4e90-a388-4da1481c7038 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (01252dd1-ed38-41d5-86dc-c1afd4eb8af9), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:50.797280 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8622eaf2-8372-4e90-a388-4da1481c7038 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:50.802233 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-8622eaf2-8372-4e90-a388-4da1481c7038 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/01252dd1-ed38-41d5-86dc-c1afd4eb8af9 HTTP/1.1" status: 204 len: 168 time: 0.2888262 Mar 31 15:53:50.835736 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26665e-8a0c-415f-9e04-143a775f26d4 req-b2b75d14-44a1-4270-bb01-78824c7cf45e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:50.835736 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6e26665e-8a0c-415f-9e04-143a775f26d4 req-b2b75d14-44a1-4270-bb01-78824c7cf45e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0 HTTP/1.1" status: 200 len: 854 time: 0.1703067 Mar 31 15:53:50.835736 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-24277bd7-6896-4dbb-abb0-fa9fafc5caf1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=224689f3511f48dca2e0bb5a202eb3ba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4760892 Mar 31 15:53:50.835736 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9c994484-226e-4f77-b923-43d7c23c2e51 req-f2244003-5a82-4557-9f2e-35e0655c4d82 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601086 Mar 31 15:53:50.835736 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 58488) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:50.835736 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24277bd7-6896-4dbb-abb0-fa9fafc5caf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ec5c27-6234-48a9-8ab4-a3fdbad594c2,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:50.835736 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905cc4dc-b27f-45c3-b930-1367a4f4875b req-6909a895-dfa7-443a-bec6-8578aec6b56a tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:50.835736 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-905cc4dc-b27f-45c3-b930-1367a4f4875b req-6909a895-dfa7-443a-bec6-8578aec6b56a tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 945 time: 0.2372029 Mar 31 15:53:50.873524 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8622eaf2-8372-4e90-a388-4da1481c7038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01252dd1-ed38-41d5-86dc-c1afd4eb8af9,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:50.877233 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-65c0b195-b3de-4659-86af-74609c4324ee req-e19fdb17-7c53-4b89-8de8-6783de13fbcd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81fb7c8f-5731-4355-bfff-69eac154b042 HTTP/1.1" status: 200 len: 217 time: 0.0729330 Mar 31 15:53:50.961729 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0b195-b3de-4659-86af-74609c4324ee req-c7878868-70ee-435d-9153-7b4453f27989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:50.963496 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-65c0b195-b3de-4659-86af-74609c4324ee req-c7878868-70ee-435d-9153-7b4453f27989 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cb7a29d-bee7-4666-8fec-18b9b112885d HTTP/1.1" status: 200 len: 856 time: 0.0795391 Mar 31 15:53:51.013765 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-905cc4dc-b27f-45c3-b930-1367a4f4875b req-4ab5402c-950d-4f7e-9e86-4aa86313e95a tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a06e61e-d0cb-4d9f-8f56-6b34cf596f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735251 Mar 31 15:53:51.018903 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-40548f52-aa77-47bc-929e-acb235e400c4 admin admin] Publish callbacks [] for security_group (b7ec5c27-6234-48a9-8ab4-a3fdbad594c2), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:51.036511 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26665e-8a0c-415f-9e04-143a775f26d4 req-e50035f0-988f-4570-ba5f-d128458fda0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:51.038024 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6e26665e-8a0c-415f-9e04-143a775f26d4 req-e50035f0-988f-4570-ba5f-d128458fda0e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90fc1aad-d8be-40df-b185-08fe1d77372b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2234590 Mar 31 15:53:51.056408 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-40548f52-aa77-47bc-929e-acb235e400c4 admin admin] Publish callbacks [] for security_group (b7ec5c27-6234-48a9-8ab4-a3fdbad594c2), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:51.091509 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0b195-b3de-4659-86af-74609c4324ee req-bec7ceda-719b-4ad8-aaab-787508e4a51d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:51.093361 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-65c0b195-b3de-4659-86af-74609c4324ee req-bec7ceda-719b-4ad8-aaab-787508e4a51d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65944f20-8ab3-4e9e-89a3-2479fa118d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0543611 Mar 31 15:53:51.172472 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6224f538-8ba4-4ec4-9e74-3b3efff737f8 req-2c6a8e39-2ac7-4012-a725-e3b9b9c57bad tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:51.173918 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6224f538-8ba4-4ec4-9e74-3b3efff737f8 req-2c6a8e39-2ac7-4012-a725-e3b9b9c57bad tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.2177298 Mar 31 15:53:51.210072 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-65c0b195-b3de-4659-86af-74609c4324ee req-471775cc-ceb9-4b49-999f-527ee40b0b35 service neutron] 10.222.0.24 "GET /v2.0/networks/65944f20-8ab3-4e9e-89a3-2479fa118d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0973277 Mar 31 15:53:51.301748 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236db40a-3151-4d18-9673-b5aca686c716 req-56511c20-2b46-47ed-9766-ec665fe3d2e6 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:51.303280 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-236db40a-3151-4d18-9673-b5aca686c716 req-56511c20-2b46-47ed-9766-ec665fe3d2e6 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b8cf08-194c-42b0-9062-dd590c2a3ca5 HTTP/1.1" status: 200 len: 943 time: 0.2229702 Mar 31 15:53:51.312879 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36e6d5-7613-4810-bb63-4a98e3b4be7c req-00dba188-9334-4b80-a6d6-75573616f69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:51.314343 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ed36e6d5-7613-4810-bb63-4a98e3b4be7c req-00dba188-9334-4b80-a6d6-75573616f69c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b74c4b3e38f4f298f86bb10c6a6f67b&device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 1127 time: 0.2414784 Mar 31 15:53:51.319925 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6e26665e-8a0c-415f-9e04-143a775f26d4 req-c3193e67-ad60-4072-853c-edbd3ee228ab service neutron] 10.222.0.24 "GET /v2.0/networks/90fc1aad-d8be-40df-b185-08fe1d77372b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609017 Mar 31 15:53:51.322988 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 58498) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:51.327656 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6224f538-8ba4-4ec4-9e74-3b3efff737f8 req-d53433bc-680b-4b60-b7f2-ac3a6e89de9e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1321628 Mar 31 15:53:51.341763 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-65c0b195-b3de-4659-86af-74609c4324ee req-f71fadeb-d651-4529-90a5-fb11cfcb06aa service neutron] 10.222.0.24 "GET /v2.0/networks/65944f20-8ab3-4e9e-89a3-2479fa118d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235838 Mar 31 15:53:51.342784 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-19a36524-a8c3-40cf-9a85-1ef49e6125ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:51.380847 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-40548f52-aa77-47bc-929e-acb235e400c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (b7ec5c27-6234-48a9-8ab4-a3fdbad594c2), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:51.384305 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-40548f52-aa77-47bc-929e-acb235e400c4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:51.385449 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-40548f52-aa77-47bc-929e-acb235e400c4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b7ec5c27-6234-48a9-8ab4-a3fdbad594c2 HTTP/1.1" status: 204 len: 168 time: 0.5670655 Mar 31 15:53:51.451845 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-19a36524-a8c3-40cf-9a85-1ef49e6125ae admin admin] Publish callbacks [] for security_group (f31acfbb-9253-4407-b9da-9df6d0311111), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:51.500643 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40548f52-aa77-47bc-929e-acb235e400c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ec5c27-6234-48a9-8ab4-a3fdbad594c2,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:51.545514 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-19a36524-a8c3-40cf-9a85-1ef49e6125ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (f31acfbb-9253-4407-b9da-9df6d0311111), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:51.573004 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-236db40a-3151-4d18-9673-b5aca686c716 req-e8eba5ce-642e-4b49-9687-48803be9831a tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=e434585b-7229-4b88-8bb5-8165b019b4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2639711 Mar 31 15:53:51.589811 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-19a36524-a8c3-40cf-9a85-1ef49e6125ae admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=069afe099b664ba896988cd61334ed5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2657487 Mar 31 15:53:51.592516 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a36524-a8c3-40cf-9a85-1ef49e6125ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f31acfbb-9253-4407-b9da-9df6d0311111,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:51.595417 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 58510) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:51.618500 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36e6d5-7613-4810-bb63-4a98e3b4be7c req-b746b223-599d-4f45-ae93-728b980627f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:51.620060 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ed36e6d5-7613-4810-bb63-4a98e3b4be7c req-b746b223-599d-4f45-ae93-728b980627f6 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8fa8fe94-2799-4a5d-b4fd-6056ad46df32 HTTP/1.1" status: 200 len: 912 time: 0.2905223 Mar 31 15:53:51.629314 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6e26665e-8a0c-415f-9e04-143a775f26d4 req-4e659170-ad3a-4ac3-a79a-28037153ac0d service neutron] 10.222.0.24 "GET /v2.0/networks/90fc1aad-d8be-40df-b185-08fe1d77372b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985086 Mar 31 15:53:51.641082 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59108c2a-2a73-492e-b5e6-f0e15c708a79 req-319fb97a-11ca-4dbd-b80e-3545aaa4ecef tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:51.643129 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-59108c2a-2a73-492e-b5e6-f0e15c708a79 req-319fb97a-11ca-4dbd-b80e-3545aaa4ecef tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 943 time: 0.1557760 Mar 31 15:53:51.647436 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0fb146df-6368-404e-a41a-001576034279 admin admin] Publish callbacks [] for security_group (f31acfbb-9253-4407-b9da-9df6d0311111), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:51.670192 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0fb146df-6368-404e-a41a-001576034279 admin admin] Publish callbacks [] for security_group (f31acfbb-9253-4407-b9da-9df6d0311111), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:51.688286 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ed36e6d5-7613-4810-bb63-4a98e3b4be7c req-2ba3d60b-9595-4bed-bfb9-6d0f9c54dc88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23bb6d56-d3c6-46f6-8d1e-6b475007f76d HTTP/1.1" status: 200 len: 217 time: 0.0446374 Mar 31 15:53:51.768392 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-59108c2a-2a73-492e-b5e6-f0e15c708a79 req-77096772-3b9b-436f-9af6-944311a20c51 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1177244 Mar 31 15:53:51.771857 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36e6d5-7613-4810-bb63-4a98e3b4be7c req-2c90f591-ac4c-4988-9cf7-b26fd11cdd86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:51.773288 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ed36e6d5-7613-4810-bb63-4a98e3b4be7c req-2c90f591-ac4c-4988-9cf7-b26fd11cdd86 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a1a7fe3f-e590-4452-8b6d-b35b0e495b82 HTTP/1.1" status: 200 len: 850 time: 0.0773163 Mar 31 15:53:51.813182 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0fb146df-6368-404e-a41a-001576034279 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (f31acfbb-9253-4407-b9da-9df6d0311111), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:51.816142 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0fb146df-6368-404e-a41a-001576034279 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:51.820667 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-0fb146df-6368-404e-a41a-001576034279 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f31acfbb-9253-4407-b9da-9df6d0311111 HTTP/1.1" status: 204 len: 168 time: 0.2215674 Mar 31 15:53:51.826457 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb146df-6368-404e-a41a-001576034279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f31acfbb-9253-4407-b9da-9df6d0311111,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:51.826641 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed36e6d5-7613-4810-bb63-4a98e3b4be7c req-60eaa985-f703-49be-9e07-42ddd157cbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:51.828171 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ed36e6d5-7613-4810-bb63-4a98e3b4be7c req-60eaa985-f703-49be-9e07-42ddd157cbd2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fa8fe94-2799-4a5d-b4fd-6056ad46df32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0483131 Mar 31 15:53:51.969536 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ed36e6d5-7613-4810-bb63-4a98e3b4be7c req-aff31c21-de47-4c81-abdf-e282d49df9d9 service neutron] 10.222.0.24 "GET /v2.0/networks/8fa8fe94-2799-4a5d-b4fd-6056ad46df32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320965 Mar 31 15:53:51.990893 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee14eb74-2481-40dd-8aed-d69cdbd9f99b req-c924d834-ef96-4ad0-ab45-f5dc0e82f93b tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:51.992367 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ee14eb74-2481-40dd-8aed-d69cdbd9f99b req-c924d834-ef96-4ad0-ab45-f5dc0e82f93b tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0830462 Mar 31 15:53:52.090134 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ee14eb74-2481-40dd-8aed-d69cdbd9f99b req-d7a0ab7a-bda0-4771-8f21-a864a96f4b35 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877483 Mar 31 15:53:52.147527 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ed36e6d5-7613-4810-bb63-4a98e3b4be7c req-2c0f5dd6-5968-4185-9f9b-0a29cd24d747 service neutron] 10.222.0.24 "GET /v2.0/networks/8fa8fe94-2799-4a5d-b4fd-6056ad46df32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711228 Mar 31 15:53:52.174037 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58a6b3-516e-432c-863d-5f5e086d8f4d req-acbfdf00-8283-4cbe-b10a-60c4480fac59 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:52.175607 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-eb58a6b3-516e-432c-863d-5f5e086d8f4d req-acbfdf00-8283-4cbe-b10a-60c4480fac59 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 945 time: 0.0785768 Mar 31 15:53:52.193610 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device c9e35caf-fd46-4bfd-8ebd-54cb4031b635 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=115721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:53:52.254543 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-eb58a6b3-516e-432c-863d-5f5e086d8f4d req-1bfa8ea6-27b8-4243-89eb-925c6e255b26 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a06e61e-d0cb-4d9f-8f56-6b34cf596f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553362 Mar 31 15:53:52.315279 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port c9e35caf-fd46-4bfd-8ebd-54cb4031b635, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=c9e35caf-fd46-4bfd-8ebd-54cb4031b635,segment=NetworkSegment(3625fcca-8015-4d97-a97b-4b3ea4e2b9cb),segment_id=3625fcca-8015-4d97-a97b-4b3ea4e2b9cb)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:52.327657 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Returning: {'device': 'c9e35caf-fd46-4bfd-8ebd-54cb4031b635', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'port_id': 'c9e35caf-fd46-4bfd-8ebd-54cb4031b635', 'mac_address': 'fa:16:3e:f8:2e:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:53:52.378464 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port c9e35caf-fd46-4bfd-8ebd-54cb4031b635 is: DOWN; New status is: BUILD {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:52.378876 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (c9e35caf-fd46-4bfd-8ebd-54cb4031b635), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:52.410630 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9e35caf-fd46-4bfd-8ebd-54cb4031b635 {{(pid=115721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:53:52.437929 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port c9e35caf-fd46-4bfd-8ebd-54cb4031b635, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=c9e35caf-fd46-4bfd-8ebd-54cb4031b635,segment=NetworkSegment(3625fcca-8015-4d97-a97b-4b3ea4e2b9cb),segment_id=3625fcca-8015-4d97-a97b-4b3ea4e2b9cb)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:52.502203 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daff5ae-995b-4466-b139-58584cb33b8a req-439e4694-071b-481a-944f-cdb70db1c851 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:52.503727 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0daff5ae-995b-4466-b139-58584cb33b8a req-439e4694-071b-481a-944f-cdb70db1c851 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.0594418 Mar 31 15:53:52.514145 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (c9e35caf-fd46-4bfd-8ebd-54cb4031b635), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:52.562256 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0daff5ae-995b-4466-b139-58584cb33b8a req-e0301c3f-40ac-4792-a72e-04e1e698f4d8 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507464 Mar 31 15:53:52.604525 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=c9e35caf-fd46-4bfd-8ebd-54cb4031b635,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:52.758102 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2104f7c-d1b4-4cc5-b53c-033eacbaa55c req-ef18c1c3-3557-4946-ad9a-15ccd3082b07 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:52.759731 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e2104f7c-d1b4-4cc5-b53c-033eacbaa55c req-ef18c1c3-3557-4946-ad9a-15ccd3082b07 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b8cf08-194c-42b0-9062-dd590c2a3ca5 HTTP/1.1" status: 200 len: 944 time: 0.1043668 Mar 31 15:53:52.780609 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972dd2dd-2e27-4817-89c7-a886e1fe862e req-7e964167-28a4-4d88-b4fc-65ddb0b00d25 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:52.782680 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-972dd2dd-2e27-4817-89c7-a886e1fe862e req-7e964167-28a4-4d88-b4fc-65ddb0b00d25 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0863645 Mar 31 15:53:52.835651 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['c9e35caf-fd46-4bfd-8ebd-54cb4031b635'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:53:52.876599 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e2104f7c-d1b4-4cc5-b53c-033eacbaa55c req-de2c85d1-c6bb-4b2d-96f7-e3868363eb85 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=e434585b-7229-4b88-8bb5-8165b019b4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095388 Mar 31 15:53:52.958566 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-972dd2dd-2e27-4817-89c7-a886e1fe862e req-26c54dec-313d-4b7c-b88e-d93c4b17c415 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612806 Mar 31 15:53:53.077352 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83fa93-3253-449e-99ed-4bf2d3fc3ee4 req-5c4cfcd1-6f7e-458c-a7db-1e4bba776464 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:53.079480 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ab83fa93-3253-449e-99ed-4bf2d3fc3ee4 req-5c4cfcd1-6f7e-458c-a7db-1e4bba776464 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 943 time: 0.1097507 Mar 31 15:53:53.086675 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc74495-3580-4da6-9397-687b503ebaf6 req-d1874f35-2f77-49c0-bca2-9e6419a2e03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:53.088608 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6cc74495-3580-4da6-9397-687b503ebaf6 req-d1874f35-2f77-49c0-bca2-9e6419a2e03f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b72f6f1e61d487aa67d6b722ba60f85&device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 1129 time: 0.2351184 Mar 31 15:53:53.191532 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ab83fa93-3253-449e-99ed-4bf2d3fc3ee4 req-2a71d0e9-baeb-42fd-bfc9-948c321a70df tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018314 Mar 31 15:53:53.212116 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc74495-3580-4da6-9397-687b503ebaf6 req-9a0ed678-fc55-4acf-80a6-40cb3384065d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:53.213549 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6cc74495-3580-4da6-9397-687b503ebaf6 req-9a0ed678-fc55-4acf-80a6-40cb3384065d service neutron] 10.222.0.24 "GET /v2.0/networks?id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa HTTP/1.1" status: 200 len: 920 time: 0.1161845 Mar 31 15:53:53.447612 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6cc74495-3580-4da6-9397-687b503ebaf6 req-f4245c7a-44ed-4590-8a1d-84f9d6749bd9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68d51ae4-8f29-4557-a7f0-406405652fc5 HTTP/1.1" status: 200 len: 217 time: 0.2162344 Mar 31 15:53:53.496871 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc74495-3580-4da6-9397-687b503ebaf6 req-37113725-0968-4ee0-a2bf-16fff24123c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:53.498369 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6cc74495-3580-4da6-9397-687b503ebaf6 req-37113725-0968-4ee0-a2bf-16fff24123c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a390765-0f72-4138-842b-3475f0e0b072 HTTP/1.1" status: 200 len: 858 time: 0.0449574 Mar 31 15:53:53.547228 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 58592) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:53.549229 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc74495-3580-4da6-9397-687b503ebaf6 req-5fc3f7f6-271a-4b84-b1b3-5799b347da59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:53.550842 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6cc74495-3580-4da6-9397-687b503ebaf6 req-5fc3f7f6-271a-4b84-b1b3-5799b347da59 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463514 Mar 31 15:53:53.687245 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6cc74495-3580-4da6-9397-687b503ebaf6 req-c6e66c68-7700-45b8-adb0-fc1cda4bc207 service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284578 Mar 31 15:53:53.754622 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-efa180af-2f37-49a4-98bd-8f9384a5fa35 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:53.764170 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b638ab-1a3a-4c98-bfcd-6f9d73737426 req-5ad92a51-ed10-485d-bc06-e6f4fac25244 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:53.765728 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b0b638ab-1a3a-4c98-bfcd-6f9d73737426 req-5ad92a51-ed10-485d-bc06-e6f4fac25244 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.1114843 Mar 31 15:53:53.822458 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6cc74495-3580-4da6-9397-687b503ebaf6 req-fee2cc2f-6732-4309-baa1-52f682f36fb8 service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287107 Mar 31 15:53:53.833415 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-efa180af-2f37-49a4-98bd-8f9384a5fa35 admin admin] Publish callbacks [] for security_group (501a6343-8633-4b05-ab86-12daabc88ad1), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:53.836991 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b0b638ab-1a3a-4c98-bfcd-6f9d73737426 req-84a990d3-ec3f-426f-8587-93fd78884594 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650091 Mar 31 15:53:53.951347 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-efa180af-2f37-49a4-98bd-8f9384a5fa35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (501a6343-8633-4b05-ab86-12daabc88ad1), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:54.017233 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-efa180af-2f37-49a4-98bd-8f9384a5fa35 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3a8ca1d35b4e43ed9da6dcba5895dd35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4677532 Mar 31 15:53:54.018728 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 58618) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:54.026775 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa180af-2f37-49a4-98bd-8f9384a5fa35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501a6343-8633-4b05-ab86-12daabc88ad1,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:54.047735 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b7dab2-0271-4a61-aaf3-4909a2b403f3 req-664c13ec-97a9-456e-9d16-bf4fd9feb7ba tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:54.053503 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d0b7dab2-0271-4a61-aaf3-4909a2b403f3 req-664c13ec-97a9-456e-9d16-bf4fd9feb7ba tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b8cf08-194c-42b0-9062-dd590c2a3ca5 HTTP/1.1" status: 200 len: 944 time: 0.1110897 Mar 31 15:53:54.087307 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-75715e1d-4690-4380-8387-362dc41d6c4e admin admin] Publish callbacks [] for security_group (501a6343-8633-4b05-ab86-12daabc88ad1), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:54.113884 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-75715e1d-4690-4380-8387-362dc41d6c4e admin admin] Publish callbacks [] for security_group (501a6343-8633-4b05-ab86-12daabc88ad1), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:54.166636 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d0b7dab2-0271-4a61-aaf3-4909a2b403f3 req-2336a289-4207-4479-9417-eafc884bc832 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=e434585b-7229-4b88-8bb5-8165b019b4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060424 Mar 31 15:53:54.181931 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a2046a-a965-4492-b0cb-e2f2739f7b0f req-23dcf9a2-9d10-4d3d-851d-a9d4cde160ae tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:54.183729 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-99a2046a-a965-4492-b0cb-e2f2739f7b0f req-23dcf9a2-9d10-4d3d-851d-a9d4cde160ae tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0992937 Mar 31 15:53:54.222654 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 23bb6d56-d3c6-46f6-8d1e-6b475007f76d details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=115721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:53:54.224969 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-75715e1d-4690-4380-8387-362dc41d6c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (501a6343-8633-4b05-ab86-12daabc88ad1), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:54.228159 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-75715e1d-4690-4380-8387-362dc41d6c4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:54.229323 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-75715e1d-4690-4380-8387-362dc41d6c4e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/501a6343-8633-4b05-ab86-12daabc88ad1 HTTP/1.1" status: 204 len: 168 time: 0.2096593 Mar 31 15:53:54.240944 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75715e1d-4690-4380-8387-362dc41d6c4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501a6343-8633-4b05-ab86-12daabc88ad1,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:54.275406 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-99a2046a-a965-4492-b0cb-e2f2739f7b0f req-0700cb5f-f77e-4934-ab44-4cba00e85bd7 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847781 Mar 31 15:53:54.362359 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device c9e35caf-fd46-4bfd-8ebd-54cb4031b635 up at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:53:54.410123 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 23bb6d56-d3c6-46f6-8d1e-6b475007f76d, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=23bb6d56-d3c6-46f6-8d1e-6b475007f76d,segment=NetworkSegment(a11ae896-5a72-42f4-bae7-f1e4e617cdb8),segment_id=a11ae896-5a72-42f4-bae7-f1e4e617cdb8)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:54.417521 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e369f-834e-4518-a94b-c5c6e4a292fe req-252e0f0b-2fbc-4e4e-8695-5d60911c3b79 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:54.419701 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-705e369f-834e-4518-a94b-c5c6e4a292fe req-252e0f0b-2fbc-4e4e-8695-5d60911c3b79 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 943 time: 0.0614388 Mar 31 15:53:54.442551 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Returning: {'device': '23bb6d56-d3c6-46f6-8d1e-6b475007f76d', 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32', 'port_id': '23bb6d56-d3c6-46f6-8d1e-6b475007f76d', 'mac_address': 'fa:16:3e:6b:79:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:53:54.490012 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-705e369f-834e-4518-a94b-c5c6e4a292fe req-76987320-a283-4d8c-8c8a-64afcf1e704f tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586727 Mar 31 15:53:54.493355 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 23bb6d56-d3c6-46f6-8d1e-6b475007f76d is: DOWN; New status is: BUILD {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:54.493795 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (23bb6d56-d3c6-46f6-8d1e-6b475007f76d), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:54.513658 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23bb6d56-d3c6-46f6-8d1e-6b475007f76d {{(pid=115721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:53:54.538959 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 23bb6d56-d3c6-46f6-8d1e-6b475007f76d, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=23bb6d56-d3c6-46f6-8d1e-6b475007f76d,segment=NetworkSegment(a11ae896-5a72-42f4-bae7-f1e4e617cdb8),segment_id=a11ae896-5a72-42f4-bae7-f1e4e617cdb8)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:54.540837 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning for port c9e35caf-fd46-4bfd-8ebd-54cb4031b635 completed by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:53:54.545048 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning complete for port c9e35caf-fd46-4bfd-8ebd-54cb4031b635 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:54.545509 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (c9e35caf-fd46-4bfd-8ebd-54cb4031b635), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:54.625712 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port c9e35caf-fd46-4bfd-8ebd-54cb4031b635 is: BUILD; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:54.626107 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (c9e35caf-fd46-4bfd-8ebd-54cb4031b635), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:54.640946 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (23bb6d56-d3c6-46f6-8d1e-6b475007f76d), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:54.641924 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 81fb7c8f-5731-4355-bfff-69eac154b042 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=115721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:53:54.746567 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b8cf08-194c-42b0-9062-dd590c2a3ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e35caf-fd46-4bfd-8ebd-54cb4031b635'}] {{(pid=115721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:53:54.749309 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dbd394bfc303c33638f161c815dd3ff8081b22df1313fe1def72e09edd93f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6bef9da-f855-4aa8-bb91-50c28edd6c13" -d '{"events": [{"server_uuid": "c4b8cf08-194c-42b0-9062-dd590c2a3ca5", "name": "network-vif-plugged", "status": "completed", "tag": "c9e35caf-fd46-4bfd-8ebd-54cb4031b635"}]}' {{(pid=115721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:53:54.777105 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port c9e35caf-fd46-4bfd-8ebd-54cb4031b635, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=c9e35caf-fd46-4bfd-8ebd-54cb4031b635,segment=NetworkSegment(3625fcca-8015-4d97-a97b-4b3ea4e2b9cb),segment_id=3625fcca-8015-4d97-a97b-4b3ea4e2b9cb)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:54.797391 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91c6f0b-4ccd-40f7-8f0b-3b7463952d33 x-openstack-request-id: req-d91c6f0b-4ccd-40f7-8f0b-3b7463952d33 {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:53:54.797703 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b8cf08-194c-42b0-9062-dd590c2a3ca5", "name": "network-vif-plugged", "status": "completed", "tag": "c9e35caf-fd46-4bfd-8ebd-54cb4031b635", "code": 200}]} {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:53:54.797958 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d91c6f0b-4ccd-40f7-8f0b-3b7463952d33 {{(pid=115721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:53:54.798352 dv-cinder-836028-1-iscsi neutron-server[115721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d91c6f0b-4ccd-40f7-8f0b-3b7463952d33'] response: {'server_uuid': 'c4b8cf08-194c-42b0-9062-dd590c2a3ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9e35caf-fd46-4bfd-8ebd-54cb4031b635', 'code': 200} Mar 31 15:53:54.805670 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=23bb6d56-d3c6-46f6-8d1e-6b475007f76d,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:54.823004 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 81fb7c8f-5731-4355-bfff-69eac154b042, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=81fb7c8f-5731-4355-bfff-69eac154b042,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:54.835241 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Returning: {'device': '81fb7c8f-5731-4355-bfff-69eac154b042', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'port_id': '81fb7c8f-5731-4355-bfff-69eac154b042', 'mac_address': 'fa:16:3e:df:4e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:53:54.871051 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (c9e35caf-fd46-4bfd-8ebd-54cb4031b635), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:54.946157 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 81fb7c8f-5731-4355-bfff-69eac154b042 is: DOWN; New status is: BUILD {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:54.946786 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (81fb7c8f-5731-4355-bfff-69eac154b042), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:54.963820 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=c9e35caf-fd46-4bfd-8ebd-54cb4031b635,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:54.970581 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81fb7c8f-5731-4355-bfff-69eac154b042 {{(pid=115721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:53:54.993998 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 81fb7c8f-5731-4355-bfff-69eac154b042, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=81fb7c8f-5731-4355-bfff-69eac154b042,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:55.005909 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8071bd7c-918c-4773-bb0b-34afade2c976 req-03410c4f-72f4-4567-a398-b5e20b75a786 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:55.012687 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8071bd7c-918c-4773-bb0b-34afade2c976 req-03410c4f-72f4-4567-a398-b5e20b75a786 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.0797763 Mar 31 15:53:55.064021 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8071bd7c-918c-4773-bb0b-34afade2c976 req-f325a1f7-a6d5-43b1-a2e7-0d63b748d364 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502355 Mar 31 15:53:55.110666 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (81fb7c8f-5731-4355-bfff-69eac154b042), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:55.165855 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=81fb7c8f-5731-4355-bfff-69eac154b042,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:55.264552 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5133fd51-3754-4d5f-a5f5-de97d4941d5e req-3420ca91-6389-445e-9035-64bf6e9347d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:55.267088 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5133fd51-3754-4d5f-a5f5-de97d4941d5e req-3420ca91-6389-445e-9035-64bf6e9347d7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c4b8cf08-194c-42b0-9062-dd590c2a3ca5 HTTP/1.1" status: 200 len: 1129 time: 0.0900214 Mar 31 15:53:55.349557 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378f0635-40fd-476f-a9d0-b6957014c9e8 req-281f11eb-6c37-4818-bf0b-4f0c63737ba8 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:55.351091 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-378f0635-40fd-476f-a9d0-b6957014c9e8 req-281f11eb-6c37-4818-bf0b-4f0c63737ba8 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b8cf08-194c-42b0-9062-dd590c2a3ca5 HTTP/1.1" status: 200 len: 945 time: 0.0901744 Mar 31 15:53:55.415105 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-378f0635-40fd-476f-a9d0-b6957014c9e8 req-f50982a0-7c83-4464-a954-1d84c9b842a4 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=e434585b-7229-4b88-8bb5-8165b019b4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554464 Mar 31 15:53:55.417094 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5133fd51-3754-4d5f-a5f5-de97d4941d5e req-2fc90f17-fd83-45a0-b01b-0c5a044e771b service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=e434585b-7229-4b88-8bb5-8165b019b4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238978 Mar 31 15:53:55.479710 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0a5b56-872a-4801-84da-43b6c46679ab req-ee8c4368-a6f6-4618-a1fc-7658dcab042a tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:55.481210 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7a0a5b56-872a-4801-84da-43b6c46679ab req-ee8c4368-a6f6-4618-a1fc-7658dcab042a tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0698681 Mar 31 15:53:55.515665 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['23bb6d56-d3c6-46f6-8d1e-6b475007f76d'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:53:55.537401 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7a0a5b56-872a-4801-84da-43b6c46679ab req-07fc7854-0eac-42af-826f-2d4b0eb5fde5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488625 Mar 31 15:53:55.560621 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['81fb7c8f-5731-4355-bfff-69eac154b042'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:53:55.618944 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f603909-e133-4066-a7fe-75ae08b2ebdb req-a96e7f76-8dd3-4a64-849e-8be920c780e5 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:55.627117 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0f603909-e133-4066-a7fe-75ae08b2ebdb req-a96e7f76-8dd3-4a64-849e-8be920c780e5 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 944 time: 0.0681174 Mar 31 15:53:55.675315 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0f603909-e133-4066-a7fe-75ae08b2ebdb req-e10d00f7-aa58-4e2a-b099-a7afbe3175e6 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470257 Mar 31 15:53:56.202325 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafd67cb-ec90-4b77-8e8e-03a87155dbfd req-26aa1f3a-2084-4e1a-8f1c-7baca2d165f0 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:56.203891 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-bafd67cb-ec90-4b77-8e8e-03a87155dbfd req-26aa1f3a-2084-4e1a-8f1c-7baca2d165f0 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 944 time: 0.0631952 Mar 31 15:53:56.253187 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-bafd67cb-ec90-4b77-8e8e-03a87155dbfd req-79344b3f-07c2-4d06-a0a6-4416fb786ede tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433078 Mar 31 15:53:56.545895 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d72be-5714-4568-8963-82c2a0f3ea2c req-2868e976-2a11-4014-81cc-e6167c244d18 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:56.547461 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-148d72be-5714-4568-8963-82c2a0f3ea2c req-2868e976-2a11-4014-81cc-e6167c244d18 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b8cf08-194c-42b0-9062-dd590c2a3ca5 HTTP/1.1" status: 200 len: 945 time: 0.0527167 Mar 31 15:53:56.602047 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-148d72be-5714-4568-8963-82c2a0f3ea2c req-5316d33b-6446-4c8d-a8ab-471ea1f2093c tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=e434585b-7229-4b88-8bb5-8165b019b4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486908 Mar 31 15:53:56.665826 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50286900-efd5-4c87-9ea0-26c1c418cf3c req-9dabf405-2301-4f8d-8367-c5ae6c7f8163 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:56.667279 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-50286900-efd5-4c87-9ea0-26c1c418cf3c req-9dabf405-2301-4f8d-8367-c5ae6c7f8163 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0560606 Mar 31 15:53:56.718552 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-50286900-efd5-4c87-9ea0-26c1c418cf3c req-f563923b-4895-4a73-bdad-c63fcc14bdcd tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435343 Mar 31 15:53:56.796634 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ddb96a-f5f8-4d10-80e5-97a03bb6c219 req-36b74296-ea1b-425f-a9ca-357031864d63 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:56.798108 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a3ddb96a-f5f8-4d10-80e5-97a03bb6c219 req-36b74296-ea1b-425f-a9ca-357031864d63 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 944 time: 0.0533226 Mar 31 15:53:56.845017 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a3ddb96a-f5f8-4d10-80e5-97a03bb6c219 req-020c7f0b-559d-4416-b62a-a12bd8fbc43f tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412199 Mar 31 15:53:57.400803 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd465d-e9e6-4034-ad3b-3f6401a0ad3c req-18779c63-6b37-4014-8b46-4a79d2f37eb6 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:57.402901 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b5cd465d-e9e6-4034-ad3b-3f6401a0ad3c req-18779c63-6b37-4014-8b46-4a79d2f37eb6 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 944 time: 0.0708022 Mar 31 15:53:57.469201 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b5cd465d-e9e6-4034-ad3b-3f6401a0ad3c req-700a2889-3b6c-4795-830d-58c542e268da tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601788 Mar 31 15:53:57.717671 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfeb76c2-72d9-4fb9-911d-88481124367b req-c254027e-5e71-4fdf-abf3-84481b955049 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:57.719157 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cfeb76c2-72d9-4fb9-911d-88481124367b req-c254027e-5e71-4fdf-abf3-84481b955049 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b8cf08-194c-42b0-9062-dd590c2a3ca5 HTTP/1.1" status: 200 len: 945 time: 0.0522633 Mar 31 15:53:57.765594 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cfeb76c2-72d9-4fb9-911d-88481124367b req-eaba5608-8fea-4a93-9332-a2dc621b9671 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=e434585b-7229-4b88-8bb5-8165b019b4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409060 Mar 31 15:53:57.847066 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a58e93-0e84-43f3-91ee-90e64f6b562a req-de1036aa-36e0-4878-ba1e-e0290459908c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:57.848494 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c0a58e93-0e84-43f3-91ee-90e64f6b562a req-de1036aa-36e0-4878-ba1e-e0290459908c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0613403 Mar 31 15:53:57.925523 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9183c0e-3c57-4774-ade4-efaadf015a4c req-20234610-2b19-455b-8b05-331e5021272e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:57.926981 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a9183c0e-3c57-4774-ade4-efaadf015a4c req-20234610-2b19-455b-8b05-331e5021272e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b8cf08-194c-42b0-9062-dd590c2a3ca5 HTTP/1.1" status: 200 len: 945 time: 0.0954361 Mar 31 15:53:57.930262 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c0a58e93-0e84-43f3-91ee-90e64f6b562a req-7f201d01-8572-4cc8-a61f-ca37b555ad9a tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647128 Mar 31 15:53:57.936722 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 58766) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:53:57.942492 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-2b86a147-89c2-4eda-8f10-445383db1fdd tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Request body: {'floatingip': {'port_id': 'c9e35caf-fd46-4bfd-8ebd-54cb4031b635'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:53:58.016917 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-2b86a147-89c2-4eda-8f10-445383db1fdd tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for floatingip (378c20cc-b0de-4334-a0cd-224fe2c94bc9), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:58.026606 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac144fd1-76d7-4e5d-9a45-4c7d8bf0e1b7 req-7056aa1c-57cb-4e6f-9664-4744095a57d4 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:58.028089 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ac144fd1-76d7-4e5d-9a45-4c7d8bf0e1b7 req-7056aa1c-57cb-4e6f-9664-4744095a57d4 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 944 time: 0.0532069 Mar 31 15:53:58.076413 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ac144fd1-76d7-4e5d-9a45-4c7d8bf0e1b7 req-aba39998-37c3-48e4-9cca-1cf8a2d8e4c9 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422316 Mar 31 15:53:58.246444 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 23bb6d56-d3c6-46f6-8d1e-6b475007f76d up at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:53:58.385159 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning for port 23bb6d56-d3c6-46f6-8d1e-6b475007f76d completed by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:53:58.390284 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning complete for port 23bb6d56-d3c6-46f6-8d1e-6b475007f76d triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:58.390788 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (23bb6d56-d3c6-46f6-8d1e-6b475007f76d), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:58.484109 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 23bb6d56-d3c6-46f6-8d1e-6b475007f76d is: BUILD; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:58.484514 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (23bb6d56-d3c6-46f6-8d1e-6b475007f76d), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:58.509914 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99832c9-a1fa-4951-acf6-0529ea0367f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bb6d56-d3c6-46f6-8d1e-6b475007f76d'}] {{(pid=115721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:53:58.528875 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dbd394bfc303c33638f161c815dd3ff8081b22df1313fe1def72e09edd93f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bfa20eb-6975-4120-a831-fba0dbc3ef83" -d '{"events": [{"server_uuid": "a99832c9-a1fa-4951-acf6-0529ea0367f4", "name": "network-vif-plugged", "status": "completed", "tag": "23bb6d56-d3c6-46f6-8d1e-6b475007f76d"}]}' {{(pid=115721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:53:58.544426 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 23bb6d56-d3c6-46f6-8d1e-6b475007f76d, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=23bb6d56-d3c6-46f6-8d1e-6b475007f76d,segment=NetworkSegment(a11ae896-5a72-42f4-bae7-f1e4e617cdb8),segment_id=a11ae896-5a72-42f4-bae7-f1e4e617cdb8)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:58.589457 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:53:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cdacc1e-f0cc-4ddd-8775-8bf4fddf1ea0 x-openstack-request-id: req-9cdacc1e-f0cc-4ddd-8775-8bf4fddf1ea0 {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:53:58.589780 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99832c9-a1fa-4951-acf6-0529ea0367f4", "name": "network-vif-plugged", "status": "completed", "tag": "23bb6d56-d3c6-46f6-8d1e-6b475007f76d", "code": 200}]} {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:53:58.590173 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9cdacc1e-f0cc-4ddd-8775-8bf4fddf1ea0 {{(pid=115721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:53:58.590578 dv-cinder-836028-1-iscsi neutron-server[115721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cdacc1e-f0cc-4ddd-8775-8bf4fddf1ea0'] response: {'server_uuid': 'a99832c9-a1fa-4951-acf6-0529ea0367f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23bb6d56-d3c6-46f6-8d1e-6b475007f76d', 'code': 200} Mar 31 15:53:58.625685 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc03899-9f78-4549-83eb-6b34f5872d54 req-dcd5019a-a6e6-41f4-b682-ec593100e69d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:58.628064 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-bbc03899-9f78-4549-83eb-6b34f5872d54 req-dcd5019a-a6e6-41f4-b682-ec593100e69d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 944 time: 0.0664206 Mar 31 15:53:58.642929 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (23bb6d56-d3c6-46f6-8d1e-6b475007f76d), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:58.643390 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 81fb7c8f-5731-4355-bfff-69eac154b042 up at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:53:58.701225 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-bbc03899-9f78-4549-83eb-6b34f5872d54 req-5f9ddcc9-ac0c-4654-9c2f-f3b88716e6c5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652211 Mar 31 15:53:58.852351 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=23bb6d56-d3c6-46f6-8d1e-6b475007f76d,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:58.902354 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-2b86a147-89c2-4eda-8f10-445383db1fdd tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:58.927653 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning for port 81fb7c8f-5731-4355-bfff-69eac154b042 completed by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:53:58.931539 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning complete for port 81fb7c8f-5731-4355-bfff-69eac154b042 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:53:58.936015 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (81fb7c8f-5731-4355-bfff-69eac154b042), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:59.012866 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 81fb7c8f-5731-4355-bfff-69eac154b042 is: BUILD; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:53:59.013302 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (81fb7c8f-5731-4355-bfff-69eac154b042), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:59.013752 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-2b86a147-89c2-4eda-8f10-445383db1fdd tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (378c20cc-b0de-4334-a0cd-224fe2c94bc9), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:59.056631 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 81fb7c8f-5731-4355-bfff-69eac154b042, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=81fb7c8f-5731-4355-bfff-69eac154b042,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:53:59.086970 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e782bc-9e5a-4ff5-a974-aa121fe5f71e req-f66c6b6a-ded0-4a50-9d5d-575ab50c9372 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:59.086970 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c4e782bc-9e5a-4ff5-a974-aa121fe5f71e req-f66c6b6a-ded0-4a50-9d5d-575ab50c9372 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0800653 Mar 31 15:53:59.094673 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576913a-ad6e-4982-81de-d152ba148b3d req-69e3f440-ad94-4e5f-814c-de499854443e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:59.096145 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4576913a-ad6e-4982-81de-d152ba148b3d req-69e3f440-ad94-4e5f-814c-de499854443e service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 1129 time: 0.0838683 Mar 31 15:53:59.137420 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.l3_db [None req-2b86a147-89c2-4eda-8f10-445383db1fdd tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Floating IP 378c20cc-b0de-4334-a0cd-224fe2c94bc9 associated. External IP: 172.27.0.23, port: c9e35caf-fd46-4bfd-8ebd-54cb4031b635. Mar 31 15:53:59.145231 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (81fb7c8f-5731-4355-bfff-69eac154b042), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:59.163029 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c4e782bc-9e5a-4ff5-a974-aa121fe5f71e req-45d420dd-8ead-4fa4-906b-2c3603d8eaf2 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716488 Mar 31 15:53:59.174698 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4576913a-ad6e-4982-81de-d152ba148b3d req-0a78fc6d-afcb-49f8-87c5-9e120bc7eff3 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0658169 Mar 31 15:53:59.222792 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=81fb7c8f-5731-4355-bfff-69eac154b042,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:53:59.311686 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd60b88c-4838-4826-9424-a884742ab2b7 req-4c2821c7-5f7c-45a4-a301-efd6aa9c1380 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:59.313483 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-bd60b88c-4838-4826-9424-a884742ab2b7 req-4c2821c7-5f7c-45a4-a301-efd6aa9c1380 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0884852 Mar 31 15:53:59.380956 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-bd60b88c-4838-4826-9424-a884742ab2b7 req-fbc48167-0f17-4bc1-826a-51950b3908ec tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568550 Mar 31 15:53:59.462079 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b86a147-89c2-4eda-8f10-445383db1fdd tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:53:59.577559 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b86a147-89c2-4eda-8f10-445383db1fdd tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:53:59.582598 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-2b86a147-89c2-4eda-8f10-445383db1fdd tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:53:59.590855 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ccd2f-77f9-4e19-a9a0-4df9a12dcceb None None] Sync routers for ids ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:53:59.600828 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ccd2f-77f9-4e19-a9a0-4df9a12dcceb None None] Routers {'99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:53:59.601431 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-909ccd2f-77f9-4e19-a9a0-4df9a12dcceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:53:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:53:59.613161 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-2b86a147-89c2-4eda-8f10-445383db1fdd tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "PUT /v2.0/floatingips/378c20cc-b0de-4334-a0cd-224fe2c94bc9 HTTP/1.1" status: 200 len: 990 time: 1.6747925 Mar 31 15:53:59.613966 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b8cf08-194c-42b0-9062-dd590c2a3ca5', 'tag': 'c9e35caf-fd46-4bfd-8ebd-54cb4031b635'}] {{(pid=115720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:53:59.616396 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccc7965b351d9be82fa8b87eed5996d2f485a8722744a87613077a4f3f485543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25ab4009-4eac-43a6-9509-02507e975ed1" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b8cf08-194c-42b0-9062-dd590c2a3ca5", "tag": "c9e35caf-fd46-4bfd-8ebd-54cb4031b635"}]}' {{(pid=115720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:53:59.657424 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:53:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5cbbea-6d84-4cfb-9cfe-16859cdafd5f x-openstack-request-id: req-ba5cbbea-6d84-4cfb-9cfe-16859cdafd5f {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:53:59.657726 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b8cf08-194c-42b0-9062-dd590c2a3ca5", "tag": "c9e35caf-fd46-4bfd-8ebd-54cb4031b635", "status": "completed", "code": 200}]} {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:53:59.657984 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ba5cbbea-6d84-4cfb-9cfe-16859cdafd5f {{(pid=115720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:53:59.658420 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba5cbbea-6d84-4cfb-9cfe-16859cdafd5f'] response: {'name': 'network-changed', 'server_uuid': 'c4b8cf08-194c-42b0-9062-dd590c2a3ca5', 'tag': 'c9e35caf-fd46-4bfd-8ebd-54cb4031b635', 'status': 'completed', 'code': 200} Mar 31 15:53:59.715839 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-909ccd2f-77f9-4e19-a9a0-4df9a12dcceb None None] Set router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:53:59.783072 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab4009-4eac-43a6-9509-02507e975ed1 req-37ed6f5c-4901-4dad-b5c3-855e4ca38b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:59.784610 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-25ab4009-4eac-43a6-9509-02507e975ed1 req-37ed6f5c-4901-4dad-b5c3-855e4ca38b8d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffc6177837a74f42b2af77cad7fb46ea&device_id=c4b8cf08-194c-42b0-9062-dd590c2a3ca5 HTTP/1.1" status: 200 len: 1129 time: 0.0602672 Mar 31 15:53:59.921774 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62592d16-554f-462f-bec0-8c14577d8782 req-ef45ad35-8d1e-4282-b411-8c444abf816e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:59.923243 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-62592d16-554f-462f-bec0-8c14577d8782 req-ef45ad35-8d1e-4282-b411-8c444abf816e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.1234300 Mar 31 15:53:59.926596 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab4009-4eac-43a6-9509-02507e975ed1 req-4add2773-114c-498b-975e-e915c2d43262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:53:59.928286 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-25ab4009-4eac-43a6-9509-02507e975ed1 req-4add2773-114c-498b-975e-e915c2d43262 service neutron] 10.222.0.24 "GET /v2.0/networks?id=90fc1aad-d8be-40df-b185-08fe1d77372b HTTP/1.1" status: 200 len: 916 time: 0.1368716 Mar 31 15:54:00.012511 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-909ccd2f-77f9-4e19-a9a0-4df9a12dcceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '378c20cc-b0de-4334-a0cd-224fe2c94bc9', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'port_id': 'c9e35caf-fd46-4bfd-8ebd-54cb4031b635', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'mac_address': 'fa:16:3e:f8:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b8cf08-194c-42b0-9062-dd590c2a3ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:53:34Z', 'updated_at': '2022-03-31T15:53:58Z', 'revision_number': 1, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d96810-7ae3-42c8-aeba-528725e0fbbf', 'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'mac_address': 'fa:16:3e:a2:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:14Z', 'updated_at': '2022-03-31T15:53:36Z', 'revision_number': 5, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'subnets': [{'id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:00.050147 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-62592d16-554f-462f-bec0-8c14577d8782 req-828a1e48-3b76-4484-85a4-f3d56bc9808f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176820 Mar 31 15:54:00.057733 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ccd2f-77f9-4e19-a9a0-4df9a12dcceb None None] Checking router: 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:54:00.067002 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-909ccd2f-77f9-4e19-a9a0-4df9a12dcceb None None] Routers {'99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:54:00.067670 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-909ccd2f-77f9-4e19-a9a0-4df9a12dcceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:53:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:00.070647 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-25ab4009-4eac-43a6-9509-02507e975ed1 req-e7e47266-384b-4bc1-8d53-f5c8d3433345 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9e35caf-fd46-4bfd-8ebd-54cb4031b635 HTTP/1.1" status: 200 len: 998 time: 0.1240966 Mar 31 15:54:00.122881 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab4009-4eac-43a6-9509-02507e975ed1 req-3c64ef51-2dce-4aab-9ba8-069d88083eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:00.124460 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-25ab4009-4eac-43a6-9509-02507e975ed1 req-3c64ef51-2dce-4aab-9ba8-069d88083eb7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0 HTTP/1.1" status: 200 len: 854 time: 0.0458286 Mar 31 15:54:00.184324 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ab4009-4eac-43a6-9509-02507e975ed1 req-aa84b697-54d8-46a1-8937-4f05ca38749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:00.184324 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-25ab4009-4eac-43a6-9509-02507e975ed1 req-aa84b697-54d8-46a1-8937-4f05ca38749d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90fc1aad-d8be-40df-b185-08fe1d77372b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468233 Mar 31 15:54:00.184505 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-909ccd2f-77f9-4e19-a9a0-4df9a12dcceb None None] Set router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:54:00.348661 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-25ab4009-4eac-43a6-9509-02507e975ed1 req-94205193-6174-4d6f-b12c-be40fa38d6ba service neutron] 10.222.0.24 "GET /v2.0/networks/90fc1aad-d8be-40df-b185-08fe1d77372b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515567 Mar 31 15:54:00.364980 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b8b717-3c2c-4052-b174-9a3150bd1e32 req-1ffbc6be-428b-4085-aee1-ab6c7e223b0e tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:00.366540 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c3b8b717-3c2c-4052-b174-9a3150bd1e32 req-1ffbc6be-428b-4085-aee1-ab6c7e223b0e tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0682173 Mar 31 15:54:00.486703 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 58862) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:00.512115 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-909ccd2f-77f9-4e19-a9a0-4df9a12dcceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '378c20cc-b0de-4334-a0cd-224fe2c94bc9', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'port_id': 'c9e35caf-fd46-4bfd-8ebd-54cb4031b635', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'mac_address': 'fa:16:3e:f8:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b8cf08-194c-42b0-9062-dd590c2a3ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:53:34Z', 'updated_at': '2022-03-31T15:53:58Z', 'revision_number': 1, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d96810-7ae3-42c8-aeba-528725e0fbbf', 'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'mac_address': 'fa:16:3e:a2:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:14Z', 'updated_at': '2022-03-31T15:53:36Z', 'revision_number': 5, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'subnets': [{'id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:00.550025 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-909ccd2f-77f9-4e19-a9a0-4df9a12dcceb None None] The sync data for ids ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'] in dv-cinder-836028-1-iscsi is: [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '378c20cc-b0de-4334-a0cd-224fe2c94bc9', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'port_id': 'c9e35caf-fd46-4bfd-8ebd-54cb4031b635', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'mac_address': 'fa:16:3e:f8:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b8cf08-194c-42b0-9062-dd590c2a3ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:53:34Z', 'updated_at': '2022-03-31T15:53:58Z', 'revision_number': 1, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d96810-7ae3-42c8-aeba-528725e0fbbf', 'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'mac_address': 'fa:16:3e:a2:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:14Z', 'updated_at': '2022-03-31T15:53:36Z', 'revision_number': 5, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'subnets': [{'id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:54:00.592555 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bb087c-1acb-4022-bf57-47fc597630ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fb7c8f-5731-4355-bfff-69eac154b042'}] {{(pid=115721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:54:00.594814 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dbd394bfc303c33638f161c815dd3ff8081b22df1313fe1def72e09edd93f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54577d90-92c5-4033-9f25-807d6230d31a" -d '{"events": [{"server_uuid": "e1bb087c-1acb-4022-bf57-47fc597630ca", "name": "network-vif-plugged", "status": "completed", "tag": "81fb7c8f-5731-4355-bfff-69eac154b042"}]}' {{(pid=115721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:54:00.617075 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c3b8b717-3c2c-4052-b174-9a3150bd1e32 req-f3d7eb20-4bde-4ea1-9211-3a4d7d7641c1 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420461 Mar 31 15:54:00.659445 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffa644b-682b-49f6-95fd-504e3d38a319 req-780fda38-1c46-4c91-b9aa-68164e315ea3 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:00.662032 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7ffa644b-682b-49f6-95fd-504e3d38a319 req-780fda38-1c46-4c91-b9aa-68164e315ea3 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.1540163 Mar 31 15:54:00.662848 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b22315bc-50e6-4d9a-8070-700d6b672671 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:00.664206 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-25ab4009-4eac-43a6-9509-02507e975ed1 req-7480228d-5462-42a9-a580-df0de515076a service neutron] 10.222.0.24 "GET /v2.0/networks/90fc1aad-d8be-40df-b185-08fe1d77372b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968345 Mar 31 15:54:00.696634 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-894fe795-996e-453a-adad-c7891073b7c9 x-openstack-request-id: req-894fe795-996e-453a-adad-c7891073b7c9 {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:54:00.696952 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bb087c-1acb-4022-bf57-47fc597630ca", "name": "network-vif-plugged", "status": "completed", "tag": "81fb7c8f-5731-4355-bfff-69eac154b042", "code": 200}]} {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:54:00.697209 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-894fe795-996e-453a-adad-c7891073b7c9 {{(pid=115721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:54:00.697606 dv-cinder-836028-1-iscsi neutron-server[115721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-894fe795-996e-453a-adad-c7891073b7c9'] response: {'server_uuid': 'e1bb087c-1acb-4022-bf57-47fc597630ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fb7c8f-5731-4355-bfff-69eac154b042', 'code': 200} Mar 31 15:54:00.733786 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7ffa644b-682b-49f6-95fd-504e3d38a319 req-4d2cab30-a6dd-441a-a8ca-1d3d7e83e73e tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669699 Mar 31 15:54:00.788277 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b22315bc-50e6-4d9a-8070-700d6b672671 admin admin] Publish callbacks [] for security_group (18702414-7a9d-4a84-8416-efee0e14cfc3), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:00.916694 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b22315bc-50e6-4d9a-8070-700d6b672671 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (18702414-7a9d-4a84-8416-efee0e14cfc3), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:00.963512 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-b22315bc-50e6-4d9a-8070-700d6b672671 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=7204a3b100c4416cbe08739aed12a152&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4748907 Mar 31 15:54:00.964786 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22315bc-50e6-4d9a-8070-700d6b672671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18702414-7a9d-4a84-8416-efee0e14cfc3,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:00.966418 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 58880) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:01.023913 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-192b798f-8744-4119-8c6b-04c3efe0c0d7 admin admin] Publish callbacks [] for security_group (18702414-7a9d-4a84-8416-efee0e14cfc3), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:01.046938 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-192b798f-8744-4119-8c6b-04c3efe0c0d7 admin admin] Publish callbacks [] for security_group (18702414-7a9d-4a84-8416-efee0e14cfc3), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:01.202733 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-192b798f-8744-4119-8c6b-04c3efe0c0d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (18702414-7a9d-4a84-8416-efee0e14cfc3), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:01.204880 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-192b798f-8744-4119-8c6b-04c3efe0c0d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:01.208951 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-192b798f-8744-4119-8c6b-04c3efe0c0d7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/18702414-7a9d-4a84-8416-efee0e14cfc3 HTTP/1.1" status: 204 len: 168 time: 0.2383535 Mar 31 15:54:01.219232 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192b798f-8744-4119-8c6b-04c3efe0c0d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18702414-7a9d-4a84-8416-efee0e14cfc3,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:01.267893 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b537845b-0060-47a6-9e54-83f721f9a98b req-549f8c3d-1b7e-4d6a-978f-e250331e2a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:01.269479 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b537845b-0060-47a6-9e54-83f721f9a98b req-549f8c3d-1b7e-4d6a-978f-e250331e2a64 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 1129 time: 0.1173067 Mar 31 15:54:01.277208 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eceef18-c2b2-4654-a59d-19f6b02e15f5 req-795ffc6a-1ec7-4fbd-992a-82e1978c9817 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:01.279245 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7eceef18-c2b2-4654-a59d-19f6b02e15f5 req-795ffc6a-1ec7-4fbd-992a-82e1978c9817 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.1168501 Mar 31 15:54:01.361206 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7eceef18-c2b2-4654-a59d-19f6b02e15f5 req-8e8ebe8a-df57-484c-badc-c77f27d82b8d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754325 Mar 31 15:54:01.363188 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b537845b-0060-47a6-9e54-83f721f9a98b req-96c2bf29-ee67-443a-bc79-17e6218960b2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754285 Mar 31 15:54:01.372269 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50ffd994-9bc2-4118-99aa-4ff8b74d8208 None None] New status for floating IP 378c20cc-b0de-4334-a0cd-224fe2c94bc9: ACTIVE {{(pid=115721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:54:01.746292 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a063003-f585-477e-8bc8-e08fe7f9b6f0 req-7b4e8153-29f9-4665-8738-52ae1ab2546b tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:01.749286 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3a063003-f585-477e-8bc8-e08fe7f9b6f0 req-7b4e8153-29f9-4665-8738-52ae1ab2546b tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0574620 Mar 31 15:54:01.798047 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3a063003-f585-477e-8bc8-e08fe7f9b6f0 req-fcfd37df-46c7-48ba-9582-1e44e5b9f9e1 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424433 Mar 31 15:54:01.858201 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ae449c-0822-4db6-b5c6-1081fbddf4e3 req-4328e904-56d1-450a-bccb-b5afcd6c0c01 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:01.859676 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e5ae449c-0822-4db6-b5c6-1081fbddf4e3 req-4328e904-56d1-450a-bccb-b5afcd6c0c01 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0540669 Mar 31 15:54:01.875541 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 58904) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:01.889532 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-377b031c-bc8f-4c87-b553-c49c376d7681 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:01.907205 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e5ae449c-0822-4db6-b5c6-1081fbddf4e3 req-0b56253b-af28-4cb3-bf13-7c7efa44792c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418270 Mar 31 15:54:01.966047 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-377b031c-bc8f-4c87-b553-c49c376d7681 admin admin] Publish callbacks [] for security_group (c526d06a-a7e8-4c66-8b53-bc2cffe2e49b), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:02.023884 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd513f6b-863d-4c73-adf3-9390241edab7 req-a7845e75-5d76-4e8d-9b3d-381027083d41 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:02.025467 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dd513f6b-863d-4c73-adf3-9390241edab7 req-a7845e75-5d76-4e8d-9b3d-381027083d41 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0514634 Mar 31 15:54:02.034291 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 58908) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:02.038884 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-71ca7abc-0f12-4756-9da1-bd2fe3173b85 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Request body: {'floatingip': {'port_id': '23bb6d56-d3c6-46f6-8d1e-6b475007f76d'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:54:02.047709 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-377b031c-bc8f-4c87-b553-c49c376d7681 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (c526d06a-a7e8-4c66-8b53-bc2cffe2e49b), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:02.088694 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-377b031c-bc8f-4c87-b553-c49c376d7681 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2af109e093544f90a04429b215909b0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2120237 Mar 31 15:54:02.089257 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 58910) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:02.096888 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377b031c-bc8f-4c87-b553-c49c376d7681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c526d06a-a7e8-4c66-8b53-bc2cffe2e49b,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:02.111344 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-71ca7abc-0f12-4756-9da1-bd2fe3173b85 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for floatingip (7ddef076-b676-4963-b630-4c9ab525b168), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:02.145497 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-175a8efc-71a0-4c66-9ae5-bb994672ddce admin admin] Publish callbacks [] for security_group (c526d06a-a7e8-4c66-8b53-bc2cffe2e49b), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:02.167517 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-175a8efc-71a0-4c66-9ae5-bb994672ddce admin admin] Publish callbacks [] for security_group (c526d06a-a7e8-4c66-8b53-bc2cffe2e49b), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:02.322532 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-175a8efc-71a0-4c66-9ae5-bb994672ddce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (c526d06a-a7e8-4c66-8b53-bc2cffe2e49b), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:02.325269 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-175a8efc-71a0-4c66-9ae5-bb994672ddce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:02.327039 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-175a8efc-71a0-4c66-9ae5-bb994672ddce admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c526d06a-a7e8-4c66-8b53-bc2cffe2e49b HTTP/1.1" status: 204 len: 168 time: 0.2360327 Mar 31 15:54:02.336238 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175a8efc-71a0-4c66-9ae5-bb994672ddce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c526d06a-a7e8-4c66-8b53-bc2cffe2e49b,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:02.592000 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363bbb60-b600-47c0-9bdc-3bfb69f3e210 req-8abf7372-d499-4be9-be1b-a598e696102e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:02.593568 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-363bbb60-b600-47c0-9bdc-3bfb69f3e210 req-8abf7372-d499-4be9-be1b-a598e696102e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.1025875 Mar 31 15:54:02.848291 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-363bbb60-b600-47c0-9bdc-3bfb69f3e210 req-3ef61252-2a07-49f4-8ee3-92f2faa6e948 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480145 Mar 31 15:54:03.018185 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ddd416b-fb80-4275-a93f-02b8b6593782 req-cc47ba4c-e4aa-4dde-b9de-29bd6e225d19 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:03.019832 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4ddd416b-fb80-4275-a93f-02b8b6593782 req-cc47ba4c-e4aa-4dde-b9de-29bd6e225d19 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.1491873 Mar 31 15:54:03.069312 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-71ca7abc-0f12-4756-9da1-bd2fe3173b85 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:03.097938 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4ddd416b-fb80-4275-a93f-02b8b6593782 req-9461bb11-c636-45d2-8477-956dd33aa765 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715506 Mar 31 15:54:03.133558 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-71ca7abc-0f12-4756-9da1-bd2fe3173b85 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (7ddef076-b676-4963-b630-4c9ab525b168), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:03.243430 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.db.l3_db [None req-71ca7abc-0f12-4756-9da1-bd2fe3173b85 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Floating IP 7ddef076-b676-4963-b630-4c9ab525b168 associated. External IP: 172.27.0.92, port: 23bb6d56-d3c6-46f6-8d1e-6b475007f76d. Mar 31 15:54:03.251599 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 58940) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:03.388748 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-292403da-10e8-46bc-8575-a02f28b29d9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:03.472435 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-292403da-10e8-46bc-8575-a02f28b29d9f admin admin] Publish callbacks [] for security_group (b31f8ef3-e0e8-4c77-923b-8a6d98365427), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:03.475939 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71ca7abc-0f12-4756-9da1-bd2fe3173b85 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Router 10b24868-497d-45c0-9464-8803e76370f6 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:54:03.582824 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71ca7abc-0f12-4756-9da1-bd2fe3173b85 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:54:03.585164 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-292403da-10e8-46bc-8575-a02f28b29d9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (b31f8ef3-e0e8-4c77-923b-8a6d98365427), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:03.587652 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-71ca7abc-0f12-4756-9da1-bd2fe3173b85 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:03.595056 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d4024f-cc20-4063-a029-8fda653c237f None None] Sync routers for ids ['10b24868-497d-45c0-9464-8803e76370f6'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:54:03.605584 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d4024f-cc20-4063-a029-8fda653c237f None None] Routers {'10b24868-497d-45c0-9464-8803e76370f6'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:54:03.606280 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-94d4024f-cc20-4063-a029-8fda653c237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:53:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['10b24868-497d-45c0-9464-8803e76370f6'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:03.617138 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-292403da-10e8-46bc-8575-a02f28b29d9f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=278ae6df08a04ce3aee20b5a34db30be&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3641324 Mar 31 15:54:03.620068 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 58950) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:03.623534 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-71ca7abc-0f12-4756-9da1-bd2fe3173b85 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "PUT /v2.0/floatingips/7ddef076-b676-4963-b630-4c9ab525b168 HTTP/1.1" status: 200 len: 990 time: 1.5879791 Mar 31 15:54:03.624232 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a99832c9-a1fa-4951-acf6-0529ea0367f4', 'tag': '23bb6d56-d3c6-46f6-8d1e-6b475007f76d'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:54:03.628731 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-803c9ca5-60ea-4f8c-9755-a0eb9a3c54ca" -d '{"events": [{"name": "network-changed", "server_uuid": "a99832c9-a1fa-4951-acf6-0529ea0367f4", "tag": "23bb6d56-d3c6-46f6-8d1e-6b475007f76d"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:54:03.641743 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292403da-10e8-46bc-8575-a02f28b29d9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31f8ef3-e0e8-4c77-923b-8a6d98365427,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:03.673817 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e79ca3ac-ff61-4fa1-b22f-e46f690e69ad x-openstack-request-id: req-e79ca3ac-ff61-4fa1-b22f-e46f690e69ad {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:54:03.674131 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a99832c9-a1fa-4951-acf6-0529ea0367f4", "tag": "23bb6d56-d3c6-46f6-8d1e-6b475007f76d", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:54:03.674387 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e79ca3ac-ff61-4fa1-b22f-e46f690e69ad {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:54:03.674798 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e79ca3ac-ff61-4fa1-b22f-e46f690e69ad'] response: {'name': 'network-changed', 'server_uuid': 'a99832c9-a1fa-4951-acf6-0529ea0367f4', 'tag': '23bb6d56-d3c6-46f6-8d1e-6b475007f76d', 'status': 'completed', 'code': 200} Mar 31 15:54:03.691350 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-1fc7b072-842b-4a00-8f37-6ab875139004 admin admin] Publish callbacks [] for security_group (b31f8ef3-e0e8-4c77-923b-8a6d98365427), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:03.713365 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-1fc7b072-842b-4a00-8f37-6ab875139004 admin admin] Publish callbacks [] for security_group (b31f8ef3-e0e8-4c77-923b-8a6d98365427), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:03.759443 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-94d4024f-cc20-4063-a029-8fda653c237f None None] Set router 10b24868-497d-45c0-9464-8803e76370f6 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:54:03.836309 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-1fc7b072-842b-4a00-8f37-6ab875139004 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (b31f8ef3-e0e8-4c77-923b-8a6d98365427), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:03.838800 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-1fc7b072-842b-4a00-8f37-6ab875139004 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:03.842968 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-1fc7b072-842b-4a00-8f37-6ab875139004 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b31f8ef3-e0e8-4c77-923b-8a6d98365427 HTTP/1.1" status: 204 len: 168 time: 0.2182105 Mar 31 15:54:03.850389 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7b072-842b-4a00-8f37-6ab875139004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31f8ef3-e0e8-4c77-923b-8a6d98365427,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:03.873952 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c9ca5-60ea-4f8c-9755-a0eb9a3c54ca req-1d69af7c-1606-4aad-95eb-d42b2bd36947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:03.876949 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-803c9ca5-60ea-4f8c-9755-a0eb9a3c54ca req-1d69af7c-1606-4aad-95eb-d42b2bd36947 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b74c4b3e38f4f298f86bb10c6a6f67b&device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 1129 time: 0.0712922 Mar 31 15:54:04.023411 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c9ca5-60ea-4f8c-9755-a0eb9a3c54ca req-15129aa2-fe17-4af7-9d0f-1bf9eddeb599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:04.025228 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-803c9ca5-60ea-4f8c-9755-a0eb9a3c54ca req-15129aa2-fe17-4af7-9d0f-1bf9eddeb599 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8fa8fe94-2799-4a5d-b4fd-6056ad46df32 HTTP/1.1" status: 200 len: 912 time: 0.1340320 Mar 31 15:54:04.041675 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec097f1-6262-4f28-9215-a0f60aab9a31 req-f8d42af1-eb18-463f-9f4a-f710a3221c76 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:04.043315 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4ec097f1-6262-4f28-9215-a0f60aab9a31 req-f8d42af1-eb18-463f-9f4a-f710a3221c76 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.0787678 Mar 31 15:54:04.045126 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-94d4024f-cc20-4063-a029-8fda653c237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b24868-497d-45c0-9464-8803e76370f6', 'name': 'tempest-AttachVolumeTestJSON-1293021899-router', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:22Z', 'revision_number': 4, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'gw_port': {'id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '7ddef076-b676-4963-b630-4c9ab525b168', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '10b24868-497d-45c0-9464-8803e76370f6', 'port_id': '23bb6d56-d3c6-46f6-8d1e-6b475007f76d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32', 'mac_address': 'fa:16:3e:6b:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99832c9-a1fa-4951-acf6-0529ea0367f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:53:37Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 1, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789b2962-ef21-4c36-a7bb-6c6de07c35e1', 'name': '', 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'mac_address': 'fa:16:3e:ff:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:20Z', 'updated_at': '2022-03-31T15:53:33Z', 'revision_number': 5, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'subnets': [{'id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:04.076997 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d4024f-cc20-4063-a029-8fda653c237f None None] Checking router: 10b24868-497d-45c0-9464-8803e76370f6 for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:54:04.086667 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d4024f-cc20-4063-a029-8fda653c237f None None] Routers {'10b24868-497d-45c0-9464-8803e76370f6'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:54:04.087296 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-94d4024f-cc20-4063-a029-8fda653c237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:53:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['10b24868-497d-45c0-9464-8803e76370f6'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:04.145216 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4ec097f1-6262-4f28-9215-a0f60aab9a31 req-d3c7792e-ea69-450d-a1dd-9ba56d62d3a9 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963094 Mar 31 15:54:04.146836 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-803c9ca5-60ea-4f8c-9755-a0eb9a3c54ca req-8ba68f1f-cda1-4804-b1cd-14fd0f7f319e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23bb6d56-d3c6-46f6-8d1e-6b475007f76d HTTP/1.1" status: 200 len: 998 time: 0.0908184 Mar 31 15:54:04.229389 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3dade4-9de2-4142-95cf-459599fe2c69 req-a64cf55f-f197-4bd4-800b-02b27c99a0b6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:04.230900 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-94d4024f-cc20-4063-a029-8fda653c237f None None] Set router 10b24868-497d-45c0-9464-8803e76370f6 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:54:04.231132 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ae3dade4-9de2-4142-95cf-459599fe2c69 req-a64cf55f-f197-4bd4-800b-02b27c99a0b6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0607464 Mar 31 15:54:04.346654 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c9ca5-60ea-4f8c-9755-a0eb9a3c54ca req-6af55729-247d-4e14-8ba7-9e32883a087e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:04.348242 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-803c9ca5-60ea-4f8c-9755-a0eb9a3c54ca req-6af55729-247d-4e14-8ba7-9e32883a087e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a1a7fe3f-e590-4452-8b6d-b35b0e495b82 HTTP/1.1" status: 200 len: 850 time: 0.1154373 Mar 31 15:54:04.369661 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21abf5be-e287-43a1-adc5-064f6164c9dd req-5e81b657-6024-41dc-98ab-f57c8c36d876 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:04.371295 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-21abf5be-e287-43a1-adc5-064f6164c9dd req-5e81b657-6024-41dc-98ab-f57c8c36d876 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.1373732 Mar 31 15:54:04.374407 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ae3dade4-9de2-4142-95cf-459599fe2c69 req-36f40cbe-19be-4ed5-bd7b-81deead832ae tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280193 Mar 31 15:54:04.381196 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 58972) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:04.386246 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-685aa265-d098-4f31-b04e-24fb3214e793 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Request body: {'floatingip': {'port_id': '81fb7c8f-5731-4355-bfff-69eac154b042'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:54:04.436274 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c9ca5-60ea-4f8c-9755-a0eb9a3c54ca req-f66585a2-fc9b-4435-8dda-691c4cb61e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:04.437784 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-803c9ca5-60ea-4f8c-9755-a0eb9a3c54ca req-f66585a2-fc9b-4435-8dda-691c4cb61e51 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fa8fe94-2799-4a5d-b4fd-6056ad46df32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0573583 Mar 31 15:54:04.454244 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-685aa265-d098-4f31-b04e-24fb3214e793 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for floatingip (38062d23-a40d-40d0-bd5a-f19b2e1b3312), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:04.544292 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-803c9ca5-60ea-4f8c-9755-a0eb9a3c54ca req-90f18dd0-160f-4a49-90c8-ecf51b4f3b46 service neutron] 10.222.0.24 "GET /v2.0/networks/8fa8fe94-2799-4a5d-b4fd-6056ad46df32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871747 Mar 31 15:54:04.585292 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-94d4024f-cc20-4063-a029-8fda653c237f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b24868-497d-45c0-9464-8803e76370f6', 'name': 'tempest-AttachVolumeTestJSON-1293021899-router', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:22Z', 'revision_number': 4, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'gw_port': {'id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '7ddef076-b676-4963-b630-4c9ab525b168', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '10b24868-497d-45c0-9464-8803e76370f6', 'port_id': '23bb6d56-d3c6-46f6-8d1e-6b475007f76d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32', 'mac_address': 'fa:16:3e:6b:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99832c9-a1fa-4951-acf6-0529ea0367f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:53:37Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 1, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789b2962-ef21-4c36-a7bb-6c6de07c35e1', 'name': '', 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'mac_address': 'fa:16:3e:ff:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:20Z', 'updated_at': '2022-03-31T15:53:33Z', 'revision_number': 5, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'subnets': [{'id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:04.619877 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94d4024f-cc20-4063-a029-8fda653c237f None None] The sync data for ids ['10b24868-497d-45c0-9464-8803e76370f6'] in dv-cinder-836028-1-iscsi is: [{'id': '10b24868-497d-45c0-9464-8803e76370f6', 'name': 'tempest-AttachVolumeTestJSON-1293021899-router', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:22Z', 'revision_number': 4, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'gw_port': {'id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '7ddef076-b676-4963-b630-4c9ab525b168', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'floating_ip_address': '172.27.0.92', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '10b24868-497d-45c0-9464-8803e76370f6', 'port_id': '23bb6d56-d3c6-46f6-8d1e-6b475007f76d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 145, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32', 'mac_address': 'fa:16:3e:6b:79:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a99832c9-a1fa-4951-acf6-0529ea0367f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:53:37Z', 'updated_at': '2022-03-31T15:54:02Z', 'revision_number': 1, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789b2962-ef21-4c36-a7bb-6c6de07c35e1', 'name': '', 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'mac_address': 'fa:16:3e:ff:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:20Z', 'updated_at': '2022-03-31T15:53:33Z', 'revision_number': 5, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'subnets': [{'id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:54:04.652827 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-803c9ca5-60ea-4f8c-9755-a0eb9a3c54ca req-263d67a4-2f6c-4eb9-b069-c49e4ac890ea service neutron] 10.222.0.24 "GET /v2.0/networks/8fa8fe94-2799-4a5d-b4fd-6056ad46df32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910435 Mar 31 15:54:04.725598 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 58974) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:04.740778 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-16428dca-951d-4547-a7ab-7e555bb7b744 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:04.825316 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-4819add0-d4c5-4d24-ba80-ce5059431c8a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:04.847802 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-16428dca-951d-4547-a7ab-7e555bb7b744 admin admin] Publish callbacks [] for security_group (6742b0c4-bf96-47b0-8e9f-6fc73fc4d546), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:04.898034 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1212678-b2d3-455c-a7c2-32ba7e191061 None None] New status for floating IP 7ddef076-b676-4963-b630-4c9ab525b168: ACTIVE {{(pid=115721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:54:04.910875 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-16428dca-951d-4547-a7ab-7e555bb7b744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (6742b0c4-bf96-47b0-8e9f-6fc73fc4d546), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:04.949281 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-685aa265-d098-4f31-b04e-24fb3214e793 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:05.013980 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-685aa265-d098-4f31-b04e-24fb3214e793 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (38062d23-a40d-40d0-bd5a-f19b2e1b3312), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:05.121625 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.l3_db [None req-685aa265-d098-4f31-b04e-24fb3214e793 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Floating IP 38062d23-a40d-40d0-bd5a-f19b2e1b3312 associated. External IP: 172.27.0.229, port: 81fb7c8f-5731-4355-bfff-69eac154b042. Mar 31 15:54:05.162348 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-16428dca-951d-4547-a7ab-7e555bb7b744 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0fbfb6a16d7740b6b3dbbf59e5542297&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4331868 Mar 31 15:54:05.163533 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 58980) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:05.177026 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16428dca-951d-4547-a7ab-7e555bb7b744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6742b0c4-bf96-47b0-8e9f-6fc73fc4d546,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:05.219381 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-67b4508e-2c8d-448f-abba-6611e6be6bca admin admin] Publish callbacks [] for security_group (6742b0c4-bf96-47b0-8e9f-6fc73fc4d546), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:05.241667 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-67b4508e-2c8d-448f-abba-6611e6be6bca admin admin] Publish callbacks [] for security_group (6742b0c4-bf96-47b0-8e9f-6fc73fc4d546), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:05.374042 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-67b4508e-2c8d-448f-abba-6611e6be6bca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (6742b0c4-bf96-47b0-8e9f-6fc73fc4d546), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:05.376659 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-67b4508e-2c8d-448f-abba-6611e6be6bca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:05.377934 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-67b4508e-2c8d-448f-abba-6611e6be6bca admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/6742b0c4-bf96-47b0-8e9f-6fc73fc4d546 HTTP/1.1" status: 204 len: 168 time: 0.2134931 Mar 31 15:54:05.385645 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b4508e-2c8d-448f-abba-6611e6be6bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6742b0c4-bf96-47b0-8e9f-6fc73fc4d546,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:05.393943 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4508e-2c8d-448f-abba-6611e6be6bca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:05.394296 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4508e-2c8d-448f-abba-6611e6be6bca admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:05.394651 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4508e-2c8d-448f-abba-6611e6be6bca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:05.394998 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4508e-2c8d-448f-abba-6611e6be6bca admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:05.395368 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4508e-2c8d-448f-abba-6611e6be6bca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:05.395708 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4508e-2c8d-448f-abba-6611e6be6bca admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:05.396075 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4508e-2c8d-448f-abba-6611e6be6bca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:05.396450 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4508e-2c8d-448f-abba-6611e6be6bca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:05.396789 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4508e-2c8d-448f-abba-6611e6be6bca admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:05.397127 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4508e-2c8d-448f-abba-6611e6be6bca admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:05.397454 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4508e-2c8d-448f-abba-6611e6be6bca admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:05.397785 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4508e-2c8d-448f-abba-6611e6be6bca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:05.398113 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4508e-2c8d-448f-abba-6611e6be6bca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:05.398510 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4508e-2c8d-448f-abba-6611e6be6bca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:05.398780 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b4508e-2c8d-448f-abba-6611e6be6bca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:05.552277 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5557dc0c-47b5-48ce-af33-b5384a163b5b req-7152341a-def6-45d1-9cca-5b08e8bdf7e8 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:05.554077 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5557dc0c-47b5-48ce-af33-b5384a163b5b req-7152341a-def6-45d1-9cca-5b08e8bdf7e8 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0595953 Mar 31 15:54:05.592076 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-685aa265-d098-4f31-b04e-24fb3214e793 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Router 297316b7-94a5-49b3-8d00-ea2b3fa314bd has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:54:05.629548 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5557dc0c-47b5-48ce-af33-b5384a163b5b req-98edfd4e-29eb-4352-b833-170ea62c6de5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651906 Mar 31 15:54:05.708580 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-685aa265-d098-4f31-b04e-24fb3214e793 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:54:05.713363 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-685aa265-d098-4f31-b04e-24fb3214e793 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:05.718173 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f696e33a-7dc0-4e2c-9b81-c7883c42b555 None None] Sync routers for ids ['297316b7-94a5-49b3-8d00-ea2b3fa314bd'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:54:05.727758 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f696e33a-7dc0-4e2c-9b81-c7883c42b555 None None] Routers {'297316b7-94a5-49b3-8d00-ea2b3fa314bd'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:54:05.728558 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-f696e33a-7dc0-4e2c-9b81-c7883c42b555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:53:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['297316b7-94a5-49b3-8d00-ea2b3fa314bd'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:05.760091 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-685aa265-d098-4f31-b04e-24fb3214e793 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "PUT /v2.0/floatingips/38062d23-a40d-40d0-bd5a-f19b2e1b3312 HTTP/1.1" status: 200 len: 991 time: 1.3668177 Mar 31 15:54:05.760091 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1bb087c-1acb-4022-bf57-47fc597630ca', 'tag': '81fb7c8f-5731-4355-bfff-69eac154b042'}] {{(pid=115720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:54:05.760091 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccc7965b351d9be82fa8b87eed5996d2f485a8722744a87613077a4f3f485543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f5df82-9c72-49dc-bd45-6c43791c87ca" -d '{"events": [{"name": "network-changed", "server_uuid": "e1bb087c-1acb-4022-bf57-47fc597630ca", "tag": "81fb7c8f-5731-4355-bfff-69eac154b042"}]}' {{(pid=115720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:54:05.800002 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be648a0d-5fc1-4aa5-aa8e-aa11a025f286 x-openstack-request-id: req-be648a0d-5fc1-4aa5-aa8e-aa11a025f286 {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:54:05.800471 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1bb087c-1acb-4022-bf57-47fc597630ca", "tag": "81fb7c8f-5731-4355-bfff-69eac154b042", "status": "completed", "code": 200}]} {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:54:05.800968 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-be648a0d-5fc1-4aa5-aa8e-aa11a025f286 {{(pid=115720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:54:05.801741 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be648a0d-5fc1-4aa5-aa8e-aa11a025f286'] response: {'name': 'network-changed', 'server_uuid': 'e1bb087c-1acb-4022-bf57-47fc597630ca', 'tag': '81fb7c8f-5731-4355-bfff-69eac154b042', 'status': 'completed', 'code': 200} Mar 31 15:54:05.838860 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-f696e33a-7dc0-4e2c-9b81-c7883c42b555 None None] Set router 297316b7-94a5-49b3-8d00-ea2b3fa314bd gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:54:06.048294 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5df82-9c72-49dc-bd45-6c43791c87ca req-f6c1cceb-16de-41de-b6fc-de24193a0233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:06.048294 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-64f5df82-9c72-49dc-bd45-6c43791c87ca req-f6c1cceb-16de-41de-b6fc-de24193a0233 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf512c54be704edba504249cc57859c5&device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 1129 time: 0.1024716 Mar 31 15:54:06.058849 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8c116701-98cb-4931-a914-495e192c4295 req-491f2016-7d5c-42ac-8286-90b1c87b19e4 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1536198 Mar 31 15:54:06.092641 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-f696e33a-7dc0-4e2c-9b81-c7883c42b555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1621461563-router', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:19Z', 'revision_number': 4, 'project_id': 'cf512c54be704edba504249cc57859c5', 'gw_port': {'id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '38062d23-a40d-40d0-bd5a-f19b2e1b3312', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'port_id': '81fb7c8f-5731-4355-bfff-69eac154b042', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'mac_address': 'fa:16:3e:df:4e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bb087c-1acb-4022-bf57-47fc597630ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:53:37Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 1, 'project_id': 'cf512c54be704edba504249cc57859c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf403390-2890-4e83-9d4e-ae3d6a5dface', 'name': '', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'mac_address': 'fa:16:3e:7b:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:16Z', 'updated_at': '2022-03-31T15:53:32Z', 'revision_number': 5, 'project_id': 'cf512c54be704edba504249cc57859c5', 'subnets': [{'id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:06.123455 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f696e33a-7dc0-4e2c-9b81-c7883c42b555 None None] Checking router: 297316b7-94a5-49b3-8d00-ea2b3fa314bd for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:54:06.134776 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f696e33a-7dc0-4e2c-9b81-c7883c42b555 None None] Routers {'297316b7-94a5-49b3-8d00-ea2b3fa314bd'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:54:06.135504 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-f696e33a-7dc0-4e2c-9b81-c7883c42b555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:53:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['297316b7-94a5-49b3-8d00-ea2b3fa314bd'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:06.165321 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5df82-9c72-49dc-bd45-6c43791c87ca req-49244037-6fd6-4f94-af6f-b6cb9ffad311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:06.166819 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-64f5df82-9c72-49dc-bd45-6c43791c87ca req-49244037-6fd6-4f94-af6f-b6cb9ffad311 service neutron] 10.222.0.24 "GET /v2.0/networks?id=65944f20-8ab3-4e9e-89a3-2479fa118d50 HTTP/1.1" status: 200 len: 918 time: 0.1084347 Mar 31 15:54:06.261890 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-f696e33a-7dc0-4e2c-9b81-c7883c42b555 None None] Set router 297316b7-94a5-49b3-8d00-ea2b3fa314bd gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:54:06.269102 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-64f5df82-9c72-49dc-bd45-6c43791c87ca req-12ab0db5-b0a7-4d8d-92d0-98fe96a33345 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81fb7c8f-5731-4355-bfff-69eac154b042 HTTP/1.1" status: 200 len: 999 time: 0.0909591 Mar 31 15:54:06.275205 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c116701-98cb-4931-a914-495e192c4295 req-1adb207a-599f-49c1-8d12-573f1e244a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:06.276713 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8c116701-98cb-4931-a914-495e192c4295 req-1adb207a-599f-49c1-8d12-573f1e244a1f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=b4549cf35e2b470f8eba0e2ecb7fea60&device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 1129 time: 0.1089978 Mar 31 15:54:06.390327 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5df82-9c72-49dc-bd45-6c43791c87ca req-68c556d4-9fd4-41d9-93e6-472bf10011d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:06.391987 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-64f5df82-9c72-49dc-bd45-6c43791c87ca req-68c556d4-9fd4-41d9-93e6-472bf10011d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cb7a29d-bee7-4666-8fec-18b9b112885d HTTP/1.1" status: 200 len: 856 time: 0.1003475 Mar 31 15:54:06.463027 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c116701-98cb-4931-a914-495e192c4295 req-5ee114b4-4213-4020-968d-c759cb80be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:06.467870 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8c116701-98cb-4931-a914-495e192c4295 req-5ee114b4-4213-4020-968d-c759cb80be25 service neutron] 10.222.0.24 "GET /v2.0/networks?id=76a802bf-8055-4e41-8f87-e210f9d85ac7 HTTP/1.1" status: 200 len: 913 time: 0.1449685 Mar 31 15:54:06.476268 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f5df82-9c72-49dc-bd45-6c43791c87ca req-b38aabcf-2d5c-410c-8901-bf82842609bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:06.477735 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-64f5df82-9c72-49dc-bd45-6c43791c87ca req-b38aabcf-2d5c-410c-8901-bf82842609bd service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65944f20-8ab3-4e9e-89a3-2479fa118d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0773935 Mar 31 15:54:06.543645 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-f696e33a-7dc0-4e2c-9b81-c7883c42b555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1621461563-router', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:19Z', 'revision_number': 4, 'project_id': 'cf512c54be704edba504249cc57859c5', 'gw_port': {'id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '38062d23-a40d-40d0-bd5a-f19b2e1b3312', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'port_id': '81fb7c8f-5731-4355-bfff-69eac154b042', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'mac_address': 'fa:16:3e:df:4e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bb087c-1acb-4022-bf57-47fc597630ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:53:37Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 1, 'project_id': 'cf512c54be704edba504249cc57859c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf403390-2890-4e83-9d4e-ae3d6a5dface', 'name': '', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'mac_address': 'fa:16:3e:7b:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:16Z', 'updated_at': '2022-03-31T15:53:32Z', 'revision_number': 5, 'project_id': 'cf512c54be704edba504249cc57859c5', 'subnets': [{'id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:06.570071 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f696e33a-7dc0-4e2c-9b81-c7883c42b555 None None] The sync data for ids ['297316b7-94a5-49b3-8d00-ea2b3fa314bd'] in dv-cinder-836028-1-iscsi is: [{'id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1621461563-router', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:19Z', 'revision_number': 4, 'project_id': 'cf512c54be704edba504249cc57859c5', 'gw_port': {'id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '38062d23-a40d-40d0-bd5a-f19b2e1b3312', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'floating_ip_address': '172.27.0.229', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'port_id': '81fb7c8f-5731-4355-bfff-69eac154b042', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'mac_address': 'fa:16:3e:df:4e:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1bb087c-1acb-4022-bf57-47fc597630ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:53:37Z', 'updated_at': '2022-03-31T15:54:04Z', 'revision_number': 1, 'project_id': 'cf512c54be704edba504249cc57859c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf403390-2890-4e83-9d4e-ae3d6a5dface', 'name': '', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'mac_address': 'fa:16:3e:7b:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:16Z', 'updated_at': '2022-03-31T15:53:32Z', 'revision_number': 5, 'project_id': 'cf512c54be704edba504249cc57859c5', 'subnets': [{'id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:54:06.843491 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8c116701-98cb-4931-a914-495e192c4295 req-848cbabb-11af-44c5-8ff5-7942f43c02ae service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3cf876a3-e6e4-47c6-8ff2-91200ab2dafa HTTP/1.1" status: 200 len: 217 time: 0.0866032 Mar 31 15:54:06.843491 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86664b0-6002-44f2-90f8-eecf77f3b775 req-d5bea22c-d95a-42d9-9c33-e4660a4cf860 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:06.843491 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c86664b0-6002-44f2-90f8-eecf77f3b775 req-d5bea22c-d95a-42d9-9c33-e4660a4cf860 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 945 time: 0.2357094 Mar 31 15:54:06.843491 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-64f5df82-9c72-49dc-bd45-6c43791c87ca req-76df4663-2fff-4327-9d15-a4eeaae0b0a9 service neutron] 10.222.0.24 "GET /v2.0/networks/65944f20-8ab3-4e9e-89a3-2479fa118d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106094 Mar 31 15:54:06.844979 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:54:06.846018 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c116701-98cb-4931-a914-495e192c4295 req-4690cbf8-dc10-4578-9270-35181373fdf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:06.846018 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8c116701-98cb-4931-a914-495e192c4295 req-4690cbf8-dc10-4578-9270-35181373fdf4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=16a0de24-e6d5-4485-ae6a-6236b78c1542 HTTP/1.1" status: 200 len: 852 time: 0.1391358 Mar 31 15:54:06.864630 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42caad77-97ff-4ec9-90e6-b8dcc4fc1e8e None None] New status for floating IP 38062d23-a40d-40d0-bd5a-f19b2e1b3312: ACTIVE {{(pid=115721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:54:06.909785 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8c116701-98cb-4931-a914-495e192c4295 req-bcc103a6-9521-4878-8edf-2aae7a4a9af7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=76a802bf-8055-4e41-8f87-e210f9d85ac7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698202 Mar 31 15:54:06.955682 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64fdc98-905e-41f3-9b97-128a38ea7ce8 req-84b30ca5-91d5-4ec3-94d7-0401f4aeed3f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:06.957179 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f64fdc98-905e-41f3-9b97-128a38ea7ce8 req-84b30ca5-91d5-4ec3-94d7-0401f4aeed3f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.2313445 Mar 31 15:54:06.970186 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c86664b0-6002-44f2-90f8-eecf77f3b775 req-35ee9939-a7c1-484c-8b5e-3daa2241032b tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a06e61e-d0cb-4d9f-8f56-6b34cf596f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1802130 Mar 31 15:54:07.141928 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-64f5df82-9c72-49dc-bd45-6c43791c87ca req-9c8a6c4e-9c21-4efd-87de-a742f7eb85fe service neutron] 10.222.0.24 "GET /v2.0/networks/65944f20-8ab3-4e9e-89a3-2479fa118d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269340 Mar 31 15:54:07.141928 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f64fdc98-905e-41f3-9b97-128a38ea7ce8 req-bc3b7695-6613-43c3-b876-81bd5c34a7fe tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772367 Mar 31 15:54:07.141928 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8c116701-98cb-4931-a914-495e192c4295 req-5ea7ee4b-3966-42ec-9109-6b0b1164da55 service neutron] 10.222.0.24 "GET /v2.0/networks/76a802bf-8055-4e41-8f87-e210f9d85ac7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1642475 Mar 31 15:54:07.183192 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8c116701-98cb-4931-a914-495e192c4295 req-aafb6d7b-236e-40c2-9b2a-d33702da4e7a service neutron] 10.222.0.24 "GET /v2.0/networks/76a802bf-8055-4e41-8f87-e210f9d85ac7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855243 Mar 31 15:54:07.185967 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-de2d9da4-8b48-44d9-a5eb-40ef8cfb1e62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:07.734476 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:08.266828 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d519a050-392b-4ea5-ba47-51cc486925e1 req-d40aaf12-5c7b-487b-81a8-d9e816db6935 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:08.268359 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d519a050-392b-4ea5-ba47-51cc486925e1 req-d40aaf12-5c7b-487b-81a8-d9e816db6935 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0796514 Mar 31 15:54:08.275403 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe0c9d6-5882-4315-abf7-61e7c45719a7 req-2abf5523-c89e-4b65-9254-0521903f7fa3 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:08.276952 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3fe0c9d6-5882-4315-abf7-61e7c45719a7 req-2abf5523-c89e-4b65-9254-0521903f7fa3 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 945 time: 0.0968461 Mar 31 15:54:08.349145 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d519a050-392b-4ea5-ba47-51cc486925e1 req-72e246c1-596e-44c9-8080-565a414681bd tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712295 Mar 31 15:54:08.353412 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3fe0c9d6-5882-4315-abf7-61e7c45719a7 req-7e798552-6308-43d2-a249-a1863d5b101b tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a06e61e-d0cb-4d9f-8f56-6b34cf596f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690598 Mar 31 15:54:08.356615 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:08.939616 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 59068) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:09.043238 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-af86eebb-be60-4170-a823-9beb2ca905f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:09.121373 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-af86eebb-be60-4170-a823-9beb2ca905f6 admin admin] Publish callbacks [] for security_group (8a3fb8fa-3edc-4544-9176-2e5a68c8f433), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:09.184785 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-af86eebb-be60-4170-a823-9beb2ca905f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (8a3fb8fa-3edc-4544-9176-2e5a68c8f433), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:09.223571 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-af86eebb-be60-4170-a823-9beb2ca905f6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=fb3bc648898d45ef80f20da60c8d29e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2828667 Mar 31 15:54:09.224918 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af86eebb-be60-4170-a823-9beb2ca905f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a3fb8fa-3edc-4544-9176-2e5a68c8f433,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:09.226356 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 59076) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:09.280395 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4fcd1dcd-48a8-4e28-9b73-26e7a98011f6 admin admin] Publish callbacks [] for security_group (8a3fb8fa-3edc-4544-9176-2e5a68c8f433), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:09.304488 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e95002b-fdb8-4f36-a57d-f1889a8ab46d req-adacccd6-e070-4535-8540-05100ed861a4 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:09.305322 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4fcd1dcd-48a8-4e28-9b73-26e7a98011f6 admin admin] Publish callbacks [] for security_group (8a3fb8fa-3edc-4544-9176-2e5a68c8f433), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:09.305950 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1e95002b-fdb8-4f36-a57d-f1889a8ab46d req-adacccd6-e070-4535-8540-05100ed861a4 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.24 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 945 time: 0.0522857 Mar 31 15:54:09.322306 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:09.441639 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4fcd1dcd-48a8-4e28-9b73-26e7a98011f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (8a3fb8fa-3edc-4544-9176-2e5a68c8f433), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:09.444275 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4fcd1dcd-48a8-4e28-9b73-26e7a98011f6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:09.445484 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-4fcd1dcd-48a8-4e28-9b73-26e7a98011f6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8a3fb8fa-3edc-4544-9176-2e5a68c8f433 HTTP/1.1" status: 204 len: 168 time: 0.2174475 Mar 31 15:54:09.454342 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd1dcd-48a8-4e28-9b73-26e7a98011f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a3fb8fa-3edc-4544-9176-2e5a68c8f433,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:09.462384 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd1dcd-48a8-4e28-9b73-26e7a98011f6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:09.462766 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd1dcd-48a8-4e28-9b73-26e7a98011f6 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:09.463152 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd1dcd-48a8-4e28-9b73-26e7a98011f6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:09.463490 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd1dcd-48a8-4e28-9b73-26e7a98011f6 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:09.463830 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd1dcd-48a8-4e28-9b73-26e7a98011f6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:09.464323 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd1dcd-48a8-4e28-9b73-26e7a98011f6 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:09.464520 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd1dcd-48a8-4e28-9b73-26e7a98011f6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:09.465158 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd1dcd-48a8-4e28-9b73-26e7a98011f6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:09.465795 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd1dcd-48a8-4e28-9b73-26e7a98011f6 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:09.466833 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd1dcd-48a8-4e28-9b73-26e7a98011f6 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:09.467190 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd1dcd-48a8-4e28-9b73-26e7a98011f6 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:09.467525 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd1dcd-48a8-4e28-9b73-26e7a98011f6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:09.468149 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd1dcd-48a8-4e28-9b73-26e7a98011f6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:09.468596 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd1dcd-48a8-4e28-9b73-26e7a98011f6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:09.469016 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fcd1dcd-48a8-4e28-9b73-26e7a98011f6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:54:09.479641 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [req-1e95002b-fdb8-4f36-a57d-f1889a8ab46d req-0596125f-dca8-4135-8593-4b4c0e56f5a1 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Deleting port 3cf876a3-e6e4-47c6-8ff2-91200ab2dafa {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:54:09.479641 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-1e95002b-fdb8-4f36-a57d-f1889a8ab46d req-0596125f-dca8-4135-8593-4b4c0e56f5a1 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (3cf876a3-e6e4-47c6-8ff2-91200ab2dafa), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:09.595000 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd1f2a1-6b80-4d69-8351-598b0f90102a req-77986cd3-65b2-45dd-9007-ea361699a491 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:09.597353 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2fd1f2a1-6b80-4d69-8351-598b0f90102a req-77986cd3-65b2-45dd-9007-ea361699a491 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.1659739 Mar 31 15:54:09.608604 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0c0bf4-0e2f-4f10-b538-086052845c75 req-dd3f6da5-d907-4fdc-a917-b9fbc7e3e43a tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:09.610093 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1e0c0bf4-0e2f-4f10-b538-086052845c75 req-dd3f6da5-d907-4fdc-a917-b9fbc7e3e43a tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 945 time: 0.1741054 Mar 31 15:54:09.668147 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-1e95002b-fdb8-4f36-a57d-f1889a8ab46d req-0596125f-dca8-4135-8593-4b4c0e56f5a1 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] For port 3cf876a3-e6e4-47c6-8ff2-91200ab2dafa, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=3cf876a3-e6e4-47c6-8ff2-91200ab2dafa,segment=NetworkSegment(65f039a4-1a39-42d0-b0e8-752d77e7e2f2),segment_id=65f039a4-1a39-42d0-b0e8-752d77e7e2f2)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:54:09.668520 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-1e95002b-fdb8-4f36-a57d-f1889a8ab46d req-0596125f-dca8-4135-8593-4b4c0e56f5a1 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (3cf876a3-e6e4-47c6-8ff2-91200ab2dafa), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:09.714338 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [req-1e95002b-fdb8-4f36-a57d-f1889a8ab46d req-0596125f-dca8-4135-8593-4b4c0e56f5a1 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Calling delete_port for 3cf876a3-e6e4-47c6-8ff2-91200ab2dafa owned by compute:nova {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:54:09.739023 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1e0c0bf4-0e2f-4f10-b538-086052845c75 req-0f2780d7-d3f4-4a06-9493-cd4b2b23b502 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/security-groups?id=8a06e61e-d0cb-4d9f-8f56-6b34cf596f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177459 Mar 31 15:54:09.745017 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2fd1f2a1-6b80-4d69-8351-598b0f90102a req-106af866-99fb-4e6e-bc88-6d60f1e6980d tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311266 Mar 31 15:54:09.933610 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-1e95002b-fdb8-4f36-a57d-f1889a8ab46d req-0596125f-dca8-4135-8593-4b4c0e56f5a1 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167'] for port (3cf876a3-e6e4-47c6-8ff2-91200ab2dafa), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:09.964985 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0596125f-dca8-4135-8593-4b4c0e56f5a1 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Pushing event deleted for resources: {'Port': ['ID=3cf876a3-e6e4-47c6-8ff2-91200ab2dafa,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:09.974784 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['3cf876a3-e6e4-47c6-8ff2-91200ab2dafa'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:54:10.022780 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e95002b-fdb8-4f36-a57d-f1889a8ab46d req-0596125f-dca8-4135-8593-4b4c0e56f5a1 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] No DVR routers for this DVR port 3cf876a3-e6e4-47c6-8ff2-91200ab2dafa on host hv-cinder-83602 {{(pid=115719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:54:10.025864 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-1e95002b-fdb8-4f36-a57d-f1889a8ab46d req-0596125f-dca8-4135-8593-4b4c0e56f5a1 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:10.029144 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1e95002b-fdb8-4f36-a57d-f1889a8ab46d req-0596125f-dca8-4135-8593-4b4c0e56f5a1 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.24 "DELETE /v2.0/ports/3cf876a3-e6e4-47c6-8ff2-91200ab2dafa HTTP/1.1" status: 204 len: 173 time: 0.7182438 Mar 31 15:54:10.029573 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0fda79b4-095d-490c-8c00-a9f2446d246e', 'name': 'network-vif-deleted', 'tag': '3cf876a3-e6e4-47c6-8ff2-91200ab2dafa'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:54:10.031730 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e51c3380-c604-4283-a7c7-97e2e5f1a70d" -d '{"events": [{"server_uuid": "0fda79b4-095d-490c-8c00-a9f2446d246e", "name": "network-vif-deleted", "tag": "3cf876a3-e6e4-47c6-8ff2-91200ab2dafa"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:54:10.066636 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa70ec07-a09d-4057-8488-5e846d641d16 x-openstack-request-id: req-fa70ec07-a09d-4057-8488-5e846d641d16 {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:54:10.066807 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0fda79b4-095d-490c-8c00-a9f2446d246e", "name": "network-vif-deleted", "tag": "3cf876a3-e6e4-47c6-8ff2-91200ab2dafa", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:54:10.067057 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fa70ec07-a09d-4057-8488-5e846d641d16 {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:54:10.067457 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa70ec07-a09d-4057-8488-5e846d641d16'] response: {'server_uuid': '0fda79b4-095d-490c-8c00-a9f2446d246e', 'name': 'network-vif-deleted', 'tag': '3cf876a3-e6e4-47c6-8ff2-91200ab2dafa', 'status': 'completed', 'code': 200} Mar 31 15:54:10.149394 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 59092) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:10.162822 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-7e3510fb-c0ed-4a17-9d55-713c64d8fa28 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:10.234860 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-7e3510fb-c0ed-4a17-9d55-713c64d8fa28 admin admin] Publish callbacks [] for security_group (3458acca-0fe2-42be-96d1-d1417921e576), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:10.305017 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-7e3510fb-c0ed-4a17-9d55-713c64d8fa28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (3458acca-0fe2-42be-96d1-d1417921e576), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:10.342816 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-7e3510fb-c0ed-4a17-9d55-713c64d8fa28 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=41e62a2033514109ac9a60d45b11c49e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1922727 Mar 31 15:54:10.343681 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3510fb-c0ed-4a17-9d55-713c64d8fa28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3458acca-0fe2-42be-96d1-d1417921e576,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:10.345553 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 59094) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:10.392234 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-6f959b40-b547-47d4-b18d-34464342a827 admin admin] Publish callbacks [] for security_group (3458acca-0fe2-42be-96d1-d1417921e576), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:10.413421 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-6f959b40-b547-47d4-b18d-34464342a827 admin admin] Publish callbacks [] for security_group (3458acca-0fe2-42be-96d1-d1417921e576), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:10.521874 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-6f959b40-b547-47d4-b18d-34464342a827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (3458acca-0fe2-42be-96d1-d1417921e576), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:10.524486 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-6f959b40-b547-47d4-b18d-34464342a827 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:10.525729 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-6f959b40-b547-47d4-b18d-34464342a827 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3458acca-0fe2-42be-96d1-d1417921e576 HTTP/1.1" status: 204 len: 168 time: 0.1791067 Mar 31 15:54:10.534376 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f959b40-b547-47d4-b18d-34464342a827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3458acca-0fe2-42be-96d1-d1417921e576,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:10.844338 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3cbd8bda-5002-4bdc-af64-e8e974956e09 req-73d295cc-d805-48ce-8394-7bdbe5f8e972 tempest-DeleteServersTestJSON-1245002421 tempest-DeleteServersTestJSON-1245002421-project] 10.222.0.47 "GET /v2.0/ports?device_id=0fda79b4-095d-490c-8c00-a9f2446d246e HTTP/1.1" status: 200 len: 210 time: 0.0274920 Mar 31 15:54:10.900838 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c0ca5c-7415-468a-ac07-f3f6fef24a8d req-ef2ab027-64a0-4c41-9d27-7cfda58abb17 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:10.902325 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e1c0ca5c-7415-468a-ac07-f3f6fef24a8d req-ef2ab027-64a0-4c41-9d27-7cfda58abb17 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0609946 Mar 31 15:54:10.951291 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e1c0ca5c-7415-468a-ac07-f3f6fef24a8d req-8d1025b5-097e-485f-92bb-1b2e27740c56 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414171 Mar 31 15:54:11.087866 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:11.263917 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 59114) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:11.276879 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-7c42326b-67f5-4aa9-b9ee-21d2fd7f1f10 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:11.350671 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-7c42326b-67f5-4aa9-b9ee-21d2fd7f1f10 admin admin] Publish callbacks [] for security_group (b8ec0e2a-080c-4daf-9cf2-54fd885f5727), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:11.425421 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-7c42326b-67f5-4aa9-b9ee-21d2fd7f1f10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (b8ec0e2a-080c-4daf-9cf2-54fd885f5727), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:11.464305 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-7c42326b-67f5-4aa9-b9ee-21d2fd7f1f10 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=664a7fbb482046a9abda248203ed28b1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1992235 Mar 31 15:54:11.465183 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c42326b-67f5-4aa9-b9ee-21d2fd7f1f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ec0e2a-080c-4daf-9cf2-54fd885f5727,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:11.467011 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 59116) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:11.516696 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-09cb8d1d-4c3e-4387-a4bb-19366cebf3de admin admin] Publish callbacks [] for security_group (b8ec0e2a-080c-4daf-9cf2-54fd885f5727), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:11.537044 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-09cb8d1d-4c3e-4387-a4bb-19366cebf3de admin admin] Publish callbacks [] for security_group (b8ec0e2a-080c-4daf-9cf2-54fd885f5727), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:11.665002 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-09cb8d1d-4c3e-4387-a4bb-19366cebf3de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (b8ec0e2a-080c-4daf-9cf2-54fd885f5727), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:11.667617 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-09cb8d1d-4c3e-4387-a4bb-19366cebf3de admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:11.668842 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-09cb8d1d-4c3e-4387-a4bb-19366cebf3de admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b8ec0e2a-080c-4daf-9cf2-54fd885f5727 HTTP/1.1" status: 204 len: 168 time: 0.1996031 Mar 31 15:54:11.677658 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cb8d1d-4c3e-4387-a4bb-19366cebf3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ec0e2a-080c-4daf-9cf2-54fd885f5727,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:12.099241 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d310fcb5-330b-466e-90f3-1d621359b4d5 req-3c4db39a-0ef0-4c2b-b75e-98faedad37f5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:12.100742 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d310fcb5-330b-466e-90f3-1d621359b4d5 req-3c4db39a-0ef0-4c2b-b75e-98faedad37f5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0643725 Mar 31 15:54:12.166664 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d310fcb5-330b-466e-90f3-1d621359b4d5 req-9628333b-42bb-4b96-8b9c-b2e4d053a73d tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601275 Mar 31 15:54:13.286005 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466e4540-73b8-4b41-be27-8b58b2effd5f req-af5b5e60-054d-4804-b8e4-100b52ccdc32 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:13.287560 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-466e4540-73b8-4b41-be27-8b58b2effd5f req-af5b5e60-054d-4804-b8e4-100b52ccdc32 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0518053 Mar 31 15:54:13.339605 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-466e4540-73b8-4b41-be27-8b58b2effd5f req-ea89cd87-18f8-4160-8082-e64741d419c6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455844 Mar 31 15:54:13.480469 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 59192) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:13.531148 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_v2 [None req-70456cd1-13b9-41f2-a28d-e4ae56f64123 admin admin] Deleting subnet 16a0de24-e6d5-4485-ae6a-6236b78c1542 {{(pid=115720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:54:13.534286 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-70456cd1-13b9-41f2-a28d-e4ae56f64123 admin admin] Publish callbacks [] for subnet (16a0de24-e6d5-4485-ae6a-6236b78c1542), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:13.571055 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-70456cd1-13b9-41f2-a28d-e4ae56f64123 admin admin] Publish callbacks [] for subnet (16a0de24-e6d5-4485-ae6a-6236b78c1542), precommit_delete_associations {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:13.581002 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-70456cd1-13b9-41f2-a28d-e4ae56f64123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2031459'] for subnet (16a0de24-e6d5-4485-ae6a-6236b78c1542), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:13.697357 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-70456cd1-13b9-41f2-a28d-e4ae56f64123 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2031444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for subnet (16a0de24-e6d5-4485-ae6a-6236b78c1542), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:13.719864 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70456cd1-13b9-41f2-a28d-e4ae56f64123 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=16a0de24-e6d5-4485-ae6a-6236b78c1542,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:13.723698 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-70456cd1-13b9-41f2-a28d-e4ae56f64123 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for subnet (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:13.730271 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 59204) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:13.730393 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-70456cd1-13b9-41f2-a28d-e4ae56f64123 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/16a0de24-e6d5-4485-ae6a-6236b78c1542 HTTP/1.1" status: 204 len: 168 time: 0.2486064 Mar 31 15:54:13.799352 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b3574ca9-bf70-4c37-8587-53b46abf87dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1072674'] for network (76a802bf-8055-4e41-8f87-e210f9d85ac7), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:13.891279 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b3574ca9-bf70-4c37-8587-53b46abf87dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062824', 'neutron.services.segments.db._delete_segments_for_network-8779152745018'] for network (76a802bf-8055-4e41-8f87-e210f9d85ac7), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:13.912986 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b3574ca9-bf70-4c37-8587-53b46abf87dc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:54:13.913419 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b3574ca9-bf70-4c37-8587-53b46abf87dc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:54:13.914153 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b3574ca9-bf70-4c37-8587-53b46abf87dc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:54:13.914527 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b3574ca9-bf70-4c37-8587-53b46abf87dc admin admin] Subscribe: > port after_create 55550000 {{(pid=115719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:54:13.914860 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b3574ca9-bf70-4c37-8587-53b46abf87dc admin admin] Subscribe: > port after_delete 55550000 {{(pid=115719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:54:13.915186 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b3574ca9-bf70-4c37-8587-53b46abf87dc admin admin] Subscribe: > port after_update 55550000 {{(pid=115719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:54:13.915557 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b3574ca9-bf70-4c37-8587-53b46abf87dc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:54:13.915880 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b3574ca9-bf70-4c37-8587-53b46abf87dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:54:13.916282 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b3574ca9-bf70-4c37-8587-53b46abf87dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:54:13.916641 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b3574ca9-bf70-4c37-8587-53b46abf87dc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:54:14.033083 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b3574ca9-bf70-4c37-8587-53b46abf87dc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:54:14.033456 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b3574ca9-bf70-4c37-8587-53b46abf87dc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:54:14.033785 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b3574ca9-bf70-4c37-8587-53b46abf87dc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:54:14.034117 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b3574ca9-bf70-4c37-8587-53b46abf87dc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115719) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:54:14.034507 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.services.segments.db [None req-b3574ca9-bf70-4c37-8587-53b46abf87dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76a802bf-8055-4e41-8f87-e210f9d85ac7']}} {{(pid=115719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:14.051338 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.services.segments.db [None req-b3574ca9-bf70-4c37-8587-53b46abf87dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65f039a4-1a39-42d0-b0e8-752d77e7e2f2') {'for_net_delete': True} {{(pid=115719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:14.051638 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.services.segments.db [None req-b3574ca9-bf70-4c37-8587-53b46abf87dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65f039a4-1a39-42d0-b0e8-752d77e7e2f2') {} {{(pid=115719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:54:14.068356 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b3574ca9-bf70-4c37-8587-53b46abf87dc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779152745795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5073152'] for segment (65f039a4-1a39-42d0-b0e8-752d77e7e2f2), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:14.091200 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b3574ca9-bf70-4c37-8587-53b46abf87dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (65f039a4-1a39-42d0-b0e8-752d77e7e2f2), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:14.100157 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3574ca9-bf70-4c37-8587-53b46abf87dc admin admin] Releasing vlan 803 on physical network physnet1 to pool {{(pid=115719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:54:14.100553 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b3574ca9-bf70-4c37-8587-53b46abf87dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5068710'] for segment (65f039a4-1a39-42d0-b0e8-752d77e7e2f2), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: from cryptography.utils import int_from_bytes Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: from cryptography.utils import int_from_bytes Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: Traceback (most recent call last): Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: timer() Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: cb(*args, **kw) Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: return func(*args, **kwargs) Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: self._notify() Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: self.callback(batched_events) Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: event.method(event) Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: return f(self, *a, **k) Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: return self._get(url).json() Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: return self.request(url, 'GET', **kwargs) Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:54:14.121943 dv-cinder-836028-1-iscsi neutron-server[115719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:54:14.259463 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b3574ca9-bf70-4c37-8587-53b46abf87dc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609641'] for network (76a802bf-8055-4e41-8f87-e210f9d85ac7), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:14.281261 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b3574ca9-bf70-4c37-8587-53b46abf87dc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:14.284501 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-b3574ca9-bf70-4c37-8587-53b46abf87dc admin admin] 10.222.0.47 "DELETE /v2.0/networks/76a802bf-8055-4e41-8f87-e210f9d85ac7 HTTP/1.1" status: 204 len: 168 time: 0.5532186 Mar 31 15:54:14.285543 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3574ca9-bf70-4c37-8587-53b46abf87dc admin admin] Pushing event deleted for resources: {'Network': ['ID=76a802bf-8055-4e41-8f87-e210f9d85ac7,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:14.317439 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 3cf876a3-e6e4-47c6-8ff2-91200ab2dafa no longer exists at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:54:14.337414 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] No Port match for: 3cf876a3-e6e4-47c6-8ff2-91200ab2dafa {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:54:14.337769 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 3cf876a3-e6e4-47c6-8ff2-91200ab2dafa not bound to the agent host hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:54:14.450905 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 59238) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:14.464435 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c63be3e-3810-4f9a-9d57-f99223da73ef req-1af86f18-ffbc-40b8-b6bc-530cbb2718d4 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:14.464435 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c63be3e-3810-4f9a-9d57-f99223da73ef req-1af86f18-ffbc-40b8-b6bc-530cbb2718d4 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0536976 Mar 31 15:54:14.509272 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c63be3e-3810-4f9a-9d57-f99223da73ef req-8749b5c4-0e8c-4b89-91e4-8db55f619cc4 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423326 Mar 31 15:54:14.556837 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a0d344f4-4cb1-4934-9609-d176d4aceced admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:14.607178 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 59242) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:14.635677 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a0d344f4-4cb1-4934-9609-d176d4aceced admin admin] Publish callbacks [] for security_group (43fc1be8-2300-4dd7-96e2-3f2e6fa1329f), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:14.646332 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-523b3f20-fca6-4dda-bf28-dadec131b3d2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b4549cf35e2b470f8eba0e2ecb7fea60&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0373440 Mar 31 15:54:14.648844 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 59244) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:14.694524 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c55761c8-4540-4f11-921f-ef801c845d43 admin admin] Publish callbacks [] for security_group (8a06e61e-d0cb-4d9f-8f56-6b34cf596f98), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:14.705137 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a0d344f4-4cb1-4934-9609-d176d4aceced admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (43fc1be8-2300-4dd7-96e2-3f2e6fa1329f), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:14.715002 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c55761c8-4540-4f11-921f-ef801c845d43 admin admin] Publish callbacks [] for security_group (8a06e61e-d0cb-4d9f-8f56-6b34cf596f98), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:14.743898 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-a0d344f4-4cb1-4934-9609-d176d4aceced admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3e97a631cbba4a1789d303152ffef76d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2918487 Mar 31 15:54:14.744791 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d344f4-4cb1-4934-9609-d176d4aceced admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43fc1be8-2300-4dd7-96e2-3f2e6fa1329f,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:14.749044 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 59246) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:14.802394 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c3844e74-0ade-4fe8-95e9-8586ff6b6475 admin admin] Publish callbacks [] for security_group (43fc1be8-2300-4dd7-96e2-3f2e6fa1329f), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:14.825945 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c3844e74-0ade-4fe8-95e9-8586ff6b6475 admin admin] Publish callbacks [] for security_group (43fc1be8-2300-4dd7-96e2-3f2e6fa1329f), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:14.916795 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c3844e74-0ade-4fe8-95e9-8586ff6b6475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (43fc1be8-2300-4dd7-96e2-3f2e6fa1329f), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:14.919384 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c3844e74-0ade-4fe8-95e9-8586ff6b6475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:14.921288 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-c3844e74-0ade-4fe8-95e9-8586ff6b6475 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/43fc1be8-2300-4dd7-96e2-3f2e6fa1329f HTTP/1.1" status: 204 len: 168 time: 0.1713054 Mar 31 15:54:14.929395 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3844e74-0ade-4fe8-95e9-8586ff6b6475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43fc1be8-2300-4dd7-96e2-3f2e6fa1329f,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:15.008022 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c55761c8-4540-4f11-921f-ef801c845d43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (8a06e61e-d0cb-4d9f-8f56-6b34cf596f98), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:15.010755 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c55761c8-4540-4f11-921f-ef801c845d43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:15.011909 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-c55761c8-4540-4f11-921f-ef801c845d43 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8a06e61e-d0cb-4d9f-8f56-6b34cf596f98 HTTP/1.1" status: 204 len: 168 time: 0.3621304 Mar 31 15:54:15.019980 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55761c8-4540-4f11-921f-ef801c845d43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a06e61e-d0cb-4d9f-8f56-6b34cf596f98,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:15.630395 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 59272) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:15.644344 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8c68ba17-bdcd-4f7a-84b5-5720bd70cf1b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:15.644555 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b767dba-6304-4fb1-b33d-45084c928c91 req-3ff48c0e-638d-4b43-a1a5-bd18e208d594 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:15.646158 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5b767dba-6304-4fb1-b33d-45084c928c91 req-3ff48c0e-638d-4b43-a1a5-bd18e208d594 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0561662 Mar 31 15:54:15.712797 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5b767dba-6304-4fb1-b33d-45084c928c91 req-5606716a-7ea2-4b7f-bef7-5f7f82eabb7d tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610223 Mar 31 15:54:15.725438 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8c68ba17-bdcd-4f7a-84b5-5720bd70cf1b admin admin] Publish callbacks [] for security_group (1df392c2-04cb-429f-8435-53b45542b2e1), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:15.785733 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8c68ba17-bdcd-4f7a-84b5-5720bd70cf1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (1df392c2-04cb-429f-8435-53b45542b2e1), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:15.825815 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c68ba17-bdcd-4f7a-84b5-5720bd70cf1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1df392c2-04cb-429f-8435-53b45542b2e1,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:15.830155 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-8c68ba17-bdcd-4f7a-84b5-5720bd70cf1b admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=48da800dfc2b43589a43e993e611d6a0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1986163 Mar 31 15:54:15.833989 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 59280) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:15.881784 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4e892c73-b9b7-4c72-a7d8-0b129ff57dfe admin admin] Publish callbacks [] for security_group (1df392c2-04cb-429f-8435-53b45542b2e1), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:15.903315 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4e892c73-b9b7-4c72-a7d8-0b129ff57dfe admin admin] Publish callbacks [] for security_group (1df392c2-04cb-429f-8435-53b45542b2e1), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:16.007875 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4e892c73-b9b7-4c72-a7d8-0b129ff57dfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (1df392c2-04cb-429f-8435-53b45542b2e1), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:16.010478 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4e892c73-b9b7-4c72-a7d8-0b129ff57dfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:16.011738 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-4e892c73-b9b7-4c72-a7d8-0b129ff57dfe admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1df392c2-04cb-429f-8435-53b45542b2e1 HTTP/1.1" status: 204 len: 168 time: 0.1775017 Mar 31 15:54:16.021476 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e892c73-b9b7-4c72-a7d8-0b129ff57dfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1df392c2-04cb-429f-8435-53b45542b2e1,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:16.827282 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c9b938-62eb-46ba-8f3b-dd4bf9cdc2be req-7efc6a18-cb82-4b85-9c6b-70ee8151b599 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:16.828842 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d0c9b938-62eb-46ba-8f3b-dd4bf9cdc2be req-7efc6a18-cb82-4b85-9c6b-70ee8151b599 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0545242 Mar 31 15:54:16.883044 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d0c9b938-62eb-46ba-8f3b-dd4bf9cdc2be req-f8e908cd-b062-4738-a90c-56c27eff2e16 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483582 Mar 31 15:54:17.999684 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adf2388-e885-48ec-b94c-57885d08a9cd req-e9b01afb-fb67-4157-8dad-a0f77533b79f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:18.001229 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1adf2388-e885-48ec-b94c-57885d08a9cd req-e9b01afb-fb67-4157-8dad-a0f77533b79f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0509551 Mar 31 15:54:18.046619 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1adf2388-e885-48ec-b94c-57885d08a9cd req-e329afa7-8781-46e4-bba9-01194db7854b tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398390 Mar 31 15:54:19.161197 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6674e5cf-c0c0-4a71-9f83-e9afb08ecc54 req-d287e035-dc26-44c4-99a7-5af5bed9ebe6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:19.162707 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6674e5cf-c0c0-4a71-9f83-e9afb08ecc54 req-d287e035-dc26-44c4-99a7-5af5bed9ebe6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0502057 Mar 31 15:54:19.209939 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6674e5cf-c0c0-4a71-9f83-e9afb08ecc54 req-9f671c73-824a-4099-89f9-33c9d952227e tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417345 Mar 31 15:54:20.334594 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585f620-0e73-4e7f-8355-cebe22d1e9c2 req-4568f1a8-cf91-435e-bd6d-c3031320e857 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:20.336094 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4585f620-0e73-4e7f-8355-cebe22d1e9c2 req-4568f1a8-cf91-435e-bd6d-c3031320e857 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0567076 Mar 31 15:54:20.384510 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4585f620-0e73-4e7f-8355-cebe22d1e9c2 req-e87cabf5-3ec8-4d59-a326-95d7d44d566b tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424368 Mar 31 15:54:21.501993 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7dabad-f44c-47ed-88e9-3167de5e79d9 req-783d8b35-0c76-43ae-8ebc-44e06fdc2b06 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:21.503578 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8b7dabad-f44c-47ed-88e9-3167de5e79d9 req-783d8b35-0c76-43ae-8ebc-44e06fdc2b06 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0531116 Mar 31 15:54:21.549667 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8b7dabad-f44c-47ed-88e9-3167de5e79d9 req-b32a269a-da1d-4dfd-9190-d40189fe16df tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404963 Mar 31 15:54:22.665829 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d962a9bb-db7e-49ba-b4bd-742e5bb701c4 req-b747c206-be27-4a5a-8166-e76dd586451c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:22.667309 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d962a9bb-db7e-49ba-b4bd-742e5bb701c4 req-b747c206-be27-4a5a-8166-e76dd586451c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0516500 Mar 31 15:54:22.715876 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d962a9bb-db7e-49ba-b4bd-742e5bb701c4 req-1f56deed-3085-489f-9df9-0bc32bf4c12e tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429158 Mar 31 15:54:23.832794 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bd39db-0f6b-417c-9c6c-0fb26f795594 req-e375b9be-52c8-4725-9215-850697d59d92 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:23.834291 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-66bd39db-0f6b-417c-9c6c-0fb26f795594 req-e375b9be-52c8-4725-9215-850697d59d92 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0532310 Mar 31 15:54:23.881095 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-66bd39db-0f6b-417c-9c6c-0fb26f795594 req-76a9b3fb-f963-4307-a044-94539de59ad6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413089 Mar 31 15:54:25.010374 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93d4f8-7bf8-4ca6-a3c3-9ed301c84cf6 req-4405e36c-73b4-47f2-bd94-e9551b4e136e tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:25.011867 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-db93d4f8-7bf8-4ca6-a3c3-9ed301c84cf6 req-4405e36c-73b4-47f2-bd94-e9551b4e136e tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0523198 Mar 31 15:54:25.058253 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-db93d4f8-7bf8-4ca6-a3c3-9ed301c84cf6 req-b21d66e4-4314-41e8-89d6-e133f72d57e5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403581 Mar 31 15:54:26.177415 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe39887-5c7c-4c30-9164-251291954972 req-2aea95f3-50b6-44fd-ae38-5d7f7bdd2b7f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:26.178820 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9fe39887-5c7c-4c30-9164-251291954972 req-2aea95f3-50b6-44fd-ae38-5d7f7bdd2b7f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0536847 Mar 31 15:54:26.223887 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9fe39887-5c7c-4c30-9164-251291954972 req-0b8f798c-3dc6-4b61-b1b3-3968d97815c5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395820 Mar 31 15:54:27.337800 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d10076-54c5-4faa-85ad-f9f9f8065d0b req-357e7971-b149-44c0-abc9-3d036a3a1d61 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:27.339264 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-34d10076-54c5-4faa-85ad-f9f9f8065d0b req-357e7971-b149-44c0-abc9-3d036a3a1d61 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0509107 Mar 31 15:54:27.386354 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-34d10076-54c5-4faa-85ad-f9f9f8065d0b req-c0055aa5-4768-40fe-a057-ab43481754a1 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415435 Mar 31 15:54:28.507835 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8f6587-d6eb-4d4c-b2d6-1bdd308014e8 req-b1f82a58-562e-44fb-a424-cb0ec080f992 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:28.509334 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3e8f6587-d6eb-4d4c-b2d6-1bdd308014e8 req-b1f82a58-562e-44fb-a424-cb0ec080f992 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0545440 Mar 31 15:54:28.554835 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3e8f6587-d6eb-4d4c-b2d6-1bdd308014e8 req-56169661-cbe5-4988-b953-5f8b659c5ef6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396841 Mar 31 15:54:29.668669 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b20052-07e1-4749-a661-b0473dd59094 req-93bc465f-4eb7-446a-b8f4-a04d5349f052 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:29.670710 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-52b20052-07e1-4749-a661-b0473dd59094 req-93bc465f-4eb7-446a-b8f4-a04d5349f052 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0503223 Mar 31 15:54:29.719510 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-52b20052-07e1-4749-a661-b0473dd59094 req-fc34d456-c94f-474f-9321-9252d37a8b93 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428839 Mar 31 15:54:30.834708 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253d6ab-1de7-45cf-bbd4-6e83ab8aa886 req-8480830a-aa6f-4c33-b763-a5331f7caff1 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:30.836246 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a253d6ab-1de7-45cf-bbd4-6e83ab8aa886 req-8480830a-aa6f-4c33-b763-a5331f7caff1 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0513856 Mar 31 15:54:30.884548 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a253d6ab-1de7-45cf-bbd4-6e83ab8aa886 req-2082dcca-af9f-4d3f-8fbf-e5af3ecb0199 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428538 Mar 31 15:54:31.999657 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a182289-0609-4ab9-ac1a-da8bc5463935 req-f32b1295-fb14-49ff-b518-a7f85340f24a tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:32.001509 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8a182289-0609-4ab9-ac1a-da8bc5463935 req-f32b1295-fb14-49ff-b518-a7f85340f24a tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0520637 Mar 31 15:54:32.047659 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8a182289-0609-4ab9-ac1a-da8bc5463935 req-741a1b8f-5878-4f21-88ba-f68e9ba01a34 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405841 Mar 31 15:54:33.024169 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d28a5a2-bedd-4745-b920-4f229e74b155 req-0a82345a-0430-4a94-b65c-b44aefd5d6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:33.025661 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3d28a5a2-bedd-4745-b920-4f229e74b155 req-0a82345a-0430-4a94-b65c-b44aefd5d6eb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 1129 time: 0.0432143 Mar 31 15:54:33.077279 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3d28a5a2-bedd-4745-b920-4f229e74b155 req-e6ba8da5-ca48-4c28-a14c-58314dc28a90 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359945 Mar 31 15:54:33.169327 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9fd051-4260-4fef-96e9-ec5bb6ac94cb req-ebe526d9-e2a7-44eb-86df-8500e5605404 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:33.170698 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cd9fd051-4260-4fef-96e9-ec5bb6ac94cb req-ebe526d9-e2a7-44eb-86df-8500e5605404 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0553250 Mar 31 15:54:33.219968 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cd9fd051-4260-4fef-96e9-ec5bb6ac94cb req-5db22e25-81bc-416c-8ab5-7243fad0afee tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427377 Mar 31 15:54:34.339359 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f53c1b3-f4e8-42a8-899f-7bea37d0a1a5 req-bad3a74d-17e5-4a07-97b2-0bd5b938eef3 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:34.340821 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2f53c1b3-f4e8-42a8-899f-7bea37d0a1a5 req-bad3a74d-17e5-4a07-97b2-0bd5b938eef3 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0515275 Mar 31 15:54:34.386176 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2f53c1b3-f4e8-42a8-899f-7bea37d0a1a5 req-48f0f5c7-17e7-4b55-abf3-aee5ceacd4da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392661 Mar 31 15:54:34.790866 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-ee08262e-5184-46fc-81bb-43f121566480 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:35.512837 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6f43b-ff59-458d-bc5e-90e04c9cb6c6 req-ece362ec-9b77-4a0f-86ff-d882dbe8b381 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:35.514356 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f2f6f43b-ff59-458d-bc5e-90e04c9cb6c6 req-ece362ec-9b77-4a0f-86ff-d882dbe8b381 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0559700 Mar 31 15:54:35.568719 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f2f6f43b-ff59-458d-bc5e-90e04c9cb6c6 req-71579f33-6b12-4edb-b55f-8288a4499ccc tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487390 Mar 31 15:54:35.682306 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45380b2-9b6a-4f1c-b3ab-a87703da6916 req-fb72d48a-3db9-4343-88ff-f59e6f508387 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:35.683665 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c45380b2-9b6a-4f1c-b3ab-a87703da6916 req-fb72d48a-3db9-4343-88ff-f59e6f508387 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.0509586 Mar 31 15:54:35.731339 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c45380b2-9b6a-4f1c-b3ab-a87703da6916 req-e5d780b7-4028-4d2d-91ab-88c5010de7af tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420167 Mar 31 15:54:36.996785 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-ed62520d-c77e-49ad-84e9-d747a4ba6b07 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:37.699952 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:37.885859 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3b0580-58f3-4466-8128-a2c4506dd83a req-32e771ca-a09f-42dd-8033-c68f3b875b15 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:37.887373 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2b3b0580-58f3-4466-8128-a2c4506dd83a req-32e771ca-a09f-42dd-8033-c68f3b875b15 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.0535221 Mar 31 15:54:37.937144 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2b3b0580-58f3-4466-8128-a2c4506dd83a req-be94172e-c98e-478b-945b-0047a2c1dbd4 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425966 Mar 31 15:54:38.379514 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:39.058861 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2db2d-8d52-4db7-81fc-d86fc568a9e7 req-9ed578a5-081d-4c30-945c-dc00670ef06e tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:39.060373 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-efd2db2d-8d52-4db7-81fc-d86fc568a9e7 req-9ed578a5-081d-4c30-945c-dc00670ef06e tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.0538099 Mar 31 15:54:39.105875 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-efd2db2d-8d52-4db7-81fc-d86fc568a9e7 req-c6dbe91d-648b-4276-bd7c-68e21b227316 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393572 Mar 31 15:54:39.310397 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:40.218859 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff6048c-3121-4305-b1d5-46c74565d704 req-e9c7c6aa-32d6-4207-913f-60b888709358 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:40.220344 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5ff6048c-3121-4305-b1d5-46c74565d704 req-e9c7c6aa-32d6-4207-913f-60b888709358 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.0512204 Mar 31 15:54:40.265753 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5ff6048c-3121-4305-b1d5-46c74565d704 req-3ddaeb31-11ba-47dd-9a82-9faeb63f4f32 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398214 Mar 31 15:54:40.347493 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd739e-1a4f-47e1-bc6e-f80a878d2468 req-fc0e5c57-3e1d-4f78-8ece-e18d517a6795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:40.349056 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0fbd739e-1a4f-47e1-bc6e-f80a878d2468 req-fc0e5c57-3e1d-4f78-8ece-e18d517a6795 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b72f6f1e61d487aa67d6b722ba60f85&device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 1130 time: 0.0473998 Mar 31 15:54:40.438179 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd739e-1a4f-47e1-bc6e-f80a878d2468 req-d130813f-0cb3-46cf-a0bc-c443a7b58c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:40.439977 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0fbd739e-1a4f-47e1-bc6e-f80a878d2468 req-d130813f-0cb3-46cf-a0bc-c443a7b58c94 service neutron] 10.222.0.24 "GET /v2.0/networks?id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa HTTP/1.1" status: 200 len: 920 time: 0.0838151 Mar 31 15:54:40.488332 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0fbd739e-1a4f-47e1-bc6e-f80a878d2468 req-0456c12d-5055-47a5-b8cd-e9abe78bcb72 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a5b2cf9-9674-42f5-8329-e9b8ea6698b9 HTTP/1.1" status: 200 len: 217 time: 0.0391774 Mar 31 15:54:40.542574 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd739e-1a4f-47e1-bc6e-f80a878d2468 req-ab6dee4e-300f-462b-8d34-2237dcd15747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:40.544021 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0fbd739e-1a4f-47e1-bc6e-f80a878d2468 req-ab6dee4e-300f-462b-8d34-2237dcd15747 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a390765-0f72-4138-842b-3475f0e0b072 HTTP/1.1" status: 200 len: 858 time: 0.0485508 Mar 31 15:54:40.593961 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbd739e-1a4f-47e1-bc6e-f80a878d2468 req-b4e49f55-76da-4e46-afe1-eededcc5b50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:40.595455 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0fbd739e-1a4f-47e1-bc6e-f80a878d2468 req-b4e49f55-76da-4e46-afe1-eededcc5b50c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436871 Mar 31 15:54:40.683807 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0fbd739e-1a4f-47e1-bc6e-f80a878d2468 req-666c9705-1e8f-4266-9871-1918ce4b3731 service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803339 Mar 31 15:54:40.778366 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0fbd739e-1a4f-47e1-bc6e-f80a878d2468 req-6e0327af-ac72-4158-a3d2-a09f04dc81bf service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868723 Mar 31 15:54:41.077733 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:41.387846 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb965249-56ab-439e-ac1f-5629815562c1 req-8deaecb9-66c7-459b-9d9d-532e8450b955 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:41.388565 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cb965249-56ab-439e-ac1f-5629815562c1 req-8deaecb9-66c7-459b-9d9d-532e8450b955 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.0524211 Mar 31 15:54:41.435456 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cb965249-56ab-439e-ac1f-5629815562c1 req-7f87a467-6b5c-4557-b674-da3cfc7ab1eb tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409019 Mar 31 15:54:42.558125 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305c433-7107-4a9d-9fd1-a91f74bd8e17 req-ffbba9c4-a3a7-4cc1-8ba1-079dbea39a38 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:42.559511 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0305c433-7107-4a9d-9fd1-a91f74bd8e17 req-ffbba9c4-a3a7-4cc1-8ba1-079dbea39a38 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.0547769 Mar 31 15:54:42.605587 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0305c433-7107-4a9d-9fd1-a91f74bd8e17 req-93c59ddf-9a22-4d7f-8ec3-11fbea037c95 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404468 Mar 31 15:54:43.722081 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7ad832-b84e-4500-bb90-3f61b9cb249d req-7e4f2d14-a704-45c1-a2fe-36ce375cdf5b tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:43.723537 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ec7ad832-b84e-4500-bb90-3f61b9cb249d req-7e4f2d14-a704-45c1-a2fe-36ce375cdf5b tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.0514035 Mar 31 15:54:43.769903 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ec7ad832-b84e-4500-bb90-3f61b9cb249d req-a26e830b-221e-4e62-a98f-8deacd946e4e tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405946 Mar 31 15:54:43.816000 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:54:44.896330 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59615ed4-6f26-4adb-80c5-f09bdbe70b25 req-91c1505e-a7d0-44ec-a9c8-c4bd55832c94 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:44.897824 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-59615ed4-6f26-4adb-80c5-f09bdbe70b25 req-91c1505e-a7d0-44ec-a9c8-c4bd55832c94 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.0583820 Mar 31 15:54:44.951998 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-59615ed4-6f26-4adb-80c5-f09bdbe70b25 req-91876712-4957-4889-b6a1-40ce923a8262 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481925 Mar 31 15:54:46.069203 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c09031-f57e-4bb2-9654-8f41b7b98506 req-65d8396a-2648-47d4-9ee7-75504ca18555 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:46.070688 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-05c09031-f57e-4bb2-9654-8f41b7b98506 req-65d8396a-2648-47d4-9ee7-75504ca18555 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.0509944 Mar 31 15:54:46.117574 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-05c09031-f57e-4bb2-9654-8f41b7b98506 req-5a9dd466-57fb-481e-972f-a1feec7e49ab tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410826 Mar 31 15:54:46.841508 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 59824) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:46.952885 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-68b87ec2-5972-4568-9c2e-61dd8e52bfc6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:47.060615 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-68b87ec2-5972-4568-9c2e-61dd8e52bfc6 admin admin] Publish callbacks [] for security_group (862b3541-7448-41e6-b40d-6c030ac0ade7), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:47.134184 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-68b87ec2-5972-4568-9c2e-61dd8e52bfc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (862b3541-7448-41e6-b40d-6c030ac0ade7), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:47.173614 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-68b87ec2-5972-4568-9c2e-61dd8e52bfc6 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9962cd19c25147d895e28ccf1d4469f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3310246 Mar 31 15:54:47.174474 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b87ec2-5972-4568-9c2e-61dd8e52bfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862b3541-7448-41e6-b40d-6c030ac0ade7,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:47.177456 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 59838) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:54:47.262039 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-41e49e19-0f0d-4d4a-b0e3-52ea4085bf7e admin admin] Publish callbacks [] for security_group (862b3541-7448-41e6-b40d-6c030ac0ade7), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:47.275594 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe399d-1965-406a-9186-a04212203636 req-7076be1b-ad0f-4e69-9f53-9ae0b75aa38f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:47.277127 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-fabe399d-1965-406a-9186-a04212203636 req-7076be1b-ad0f-4e69-9f53-9ae0b75aa38f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.0846014 Mar 31 15:54:47.308061 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-41e49e19-0f0d-4d4a-b0e3-52ea4085bf7e admin admin] Publish callbacks [] for security_group (862b3541-7448-41e6-b40d-6c030ac0ade7), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:47.358870 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-fabe399d-1965-406a-9186-a04212203636 req-e66512cc-0f26-493e-aeb4-f24e7e90986f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756035 Mar 31 15:54:47.437066 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-41e49e19-0f0d-4d4a-b0e3-52ea4085bf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (862b3541-7448-41e6-b40d-6c030ac0ade7), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:47.439578 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-41e49e19-0f0d-4d4a-b0e3-52ea4085bf7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:54:47.440729 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-41e49e19-0f0d-4d4a-b0e3-52ea4085bf7e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/862b3541-7448-41e6-b40d-6c030ac0ade7 HTTP/1.1" status: 204 len: 168 time: 0.2622850 Mar 31 15:54:47.448469 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e49e19-0f0d-4d4a-b0e3-52ea4085bf7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862b3541-7448-41e6-b40d-6c030ac0ade7,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:54:48.486350 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9b415b-fd0e-48e2-9bc9-cb07afbffc21 req-62de6cfe-128a-4566-863d-4f0fc9a0fc91 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:48.488122 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ee9b415b-fd0e-48e2-9bc9-cb07afbffc21 req-62de6cfe-128a-4566-863d-4f0fc9a0fc91 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.0573900 Mar 31 15:54:48.554066 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ee9b415b-fd0e-48e2-9bc9-cb07afbffc21 req-7b783b6d-50d8-4c81-88e7-2d74d4977bb9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599251 Mar 31 15:54:49.693716 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67248030-beff-4b0e-9bcc-d1c3d3c0668e req-110fc733-f6a7-4d5e-91b3-b48fe916c8c3 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:49.695038 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-67248030-beff-4b0e-9bcc-d1c3d3c0668e req-110fc733-f6a7-4d5e-91b3-b48fe916c8c3 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.0654287 Mar 31 15:54:49.744862 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-67248030-beff-4b0e-9bcc-d1c3d3c0668e req-b22b3774-bd5b-4e08-b599-bfc8d386b35a tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442691 Mar 31 15:54:50.870469 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e6f80-82c3-447c-a456-f5de4be2bd49 req-d21e8276-c9f5-452a-9ca7-3da8bcd6f792 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:50.871954 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-209e6f80-82c3-447c-a456-f5de4be2bd49 req-d21e8276-c9f5-452a-9ca7-3da8bcd6f792 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.0541191 Mar 31 15:54:50.920440 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-209e6f80-82c3-447c-a456-f5de4be2bd49 req-9bf244da-6607-4c41-b946-01d87022c0fc tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427668 Mar 31 15:54:52.041187 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c9fac-7cb0-432e-83d8-81c4b2ff2d9f req-c1f23888-4c09-41a9-a7c4-73effd228217 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:52.042655 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-882c9fac-7cb0-432e-83d8-81c4b2ff2d9f req-c1f23888-4c09-41a9-a7c4-73effd228217 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.0521514 Mar 31 15:54:52.103586 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-882c9fac-7cb0-432e-83d8-81c4b2ff2d9f req-04c3c7ec-3bf4-4d27-8133-82ff36f54fa8 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540769 Mar 31 15:54:52.740176 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db04fd2-7271-45c6-88e3-3d2396d5ee30 req-1340f8fe-6e08-48ea-ac11-7171ef45b628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:52.741660 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1db04fd2-7271-45c6-88e3-3d2396d5ee30 req-1340f8fe-6e08-48ea-ac11-7171ef45b628 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 1130 time: 0.0435498 Mar 31 15:54:52.791749 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1db04fd2-7271-45c6-88e3-3d2396d5ee30 req-b7664679-acf8-44b0-9136-f6ff9bf57054 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374568 Mar 31 15:54:53.222990 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105dd252-3b31-4e0f-93be-40e0344fe70c req-ef2492c1-1520-4bfb-a08a-5ea144fecf63 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:53.224668 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-105dd252-3b31-4e0f-93be-40e0344fe70c req-ef2492c1-1520-4bfb-a08a-5ea144fecf63 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.0527563 Mar 31 15:54:53.273421 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-105dd252-3b31-4e0f-93be-40e0344fe70c req-a09a36e9-1a13-4e2d-b7c5-ad3e4eea427a tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417063 Mar 31 15:54:54.395395 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3873658-30d3-4d36-9c65-e81a0d4446cd req-bbb837a0-728f-486d-b230-79ae4d7ad88c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:54.396999 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e3873658-30d3-4d36-9c65-e81a0d4446cd req-bbb837a0-728f-486d-b230-79ae4d7ad88c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.0563493 Mar 31 15:54:54.445731 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e3873658-30d3-4d36-9c65-e81a0d4446cd req-d2dd8d41-84eb-42d1-b024-b1e9e617c59d tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431614 Mar 31 15:54:55.561590 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d41538-c2fb-4d97-965b-1f71450fa48f req-b3f0d1e3-80a9-4e76-af00-edfccea13efa tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:55.563065 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-31d41538-c2fb-4d97-965b-1f71450fa48f req-b3f0d1e3-80a9-4e76-af00-edfccea13efa tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.0528905 Mar 31 15:54:55.610515 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-31d41538-c2fb-4d97-965b-1f71450fa48f req-071fa3d0-ab39-4680-a5e4-2f24d3650b05 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416589 Mar 31 15:54:55.979826 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdd165e-9e48-4ebb-8b0d-d5f262f06393 req-3788d69f-0854-4a7b-82ec-14ede29a9cfb tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:55.981301 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4fdd165e-9e48-4ebb-8b0d-d5f262f06393 req-3788d69f-0854-4a7b-82ec-14ede29a9cfb tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.0512080 Mar 31 15:54:56.029280 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4fdd165e-9e48-4ebb-8b0d-d5f262f06393 req-aa1558a1-d047-4796-81b6-5b6e3ab9fc84 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424826 Mar 31 15:54:57.144984 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f9c03d-f54d-41a9-b778-d77ed87d4688 req-f1c79036-14c4-4237-80c4-163e660177c6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:57.146421 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-91f9c03d-f54d-41a9-b778-d77ed87d4688 req-f1c79036-14c4-4237-80c4-163e660177c6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.0496998 Mar 31 15:54:57.191314 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-91f9c03d-f54d-41a9-b778-d77ed87d4688 req-c00a4dc7-c55c-45ee-814d-7d68b701374c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395052 Mar 31 15:54:58.304402 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e334c54-a1db-4634-8b1c-5103c1105d3b req-ca449d8d-3010-45ea-ac3c-8094743837e4 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:58.305873 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4e334c54-a1db-4634-8b1c-5103c1105d3b req-ca449d8d-3010-45ea-ac3c-8094743837e4 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.0503917 Mar 31 15:54:58.352107 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4e334c54-a1db-4634-8b1c-5103c1105d3b req-8901d605-b386-4c43-8ecf-13a42560e8c2 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403085 Mar 31 15:54:58.723152 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680886a0-1b29-4c17-bd77-5df00b667176 req-fbc5878a-25f7-46a2-bca4-3fb5444968ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:58.724718 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-680886a0-1b29-4c17-bd77-5df00b667176 req-fbc5878a-25f7-46a2-bca4-3fb5444968ea service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b72f6f1e61d487aa67d6b722ba60f85&device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 1130 time: 0.0463943 Mar 31 15:54:58.809174 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680886a0-1b29-4c17-bd77-5df00b667176 req-578659b7-a111-40b3-b4a6-bb9634a1a268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:58.810596 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-680886a0-1b29-4c17-bd77-5df00b667176 req-578659b7-a111-40b3-b4a6-bb9634a1a268 service neutron] 10.222.0.24 "GET /v2.0/networks?id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa HTTP/1.1" status: 200 len: 920 time: 0.0795982 Mar 31 15:54:58.855487 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-680886a0-1b29-4c17-bd77-5df00b667176 req-e1190ed3-cda7-4474-bf04-52dfa5e5cd0a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a5b2cf9-9674-42f5-8329-e9b8ea6698b9 HTTP/1.1" status: 200 len: 217 time: 0.0367994 Mar 31 15:54:58.906347 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680886a0-1b29-4c17-bd77-5df00b667176 req-f5856e24-f4d5-4cc5-867a-41a54dbae0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:58.907777 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-680886a0-1b29-4c17-bd77-5df00b667176 req-f5856e24-f4d5-4cc5-867a-41a54dbae0ed service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a390765-0f72-4138-842b-3475f0e0b072 HTTP/1.1" status: 200 len: 858 time: 0.0426965 Mar 31 15:54:58.967568 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680886a0-1b29-4c17-bd77-5df00b667176 req-ccfa28ba-19f2-46df-ae72-62c2fda29a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:58.969099 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-680886a0-1b29-4c17-bd77-5df00b667176 req-ccfa28ba-19f2-46df-ae72-62c2fda29a63 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0432186 Mar 31 15:54:59.059042 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-680886a0-1b29-4c17-bd77-5df00b667176 req-26d7360a-e9d4-4640-afea-f26f71cc901a service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830309 Mar 31 15:54:59.145540 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-680886a0-1b29-4c17-bd77-5df00b667176 req-6b9e8efe-02b6-4533-a77a-a00ce3f23619 service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788770 Mar 31 15:54:59.468429 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54233d49-0edd-4242-a140-75fb0654bc1c req-e6cd09e6-f1b1-4915-aac2-c83becd8793b tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:54:59.469859 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-54233d49-0edd-4242-a140-75fb0654bc1c req-e6cd09e6-f1b1-4915-aac2-c83becd8793b tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.0526803 Mar 31 15:54:59.520489 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-54233d49-0edd-4242-a140-75fb0654bc1c req-9dc6f6ec-d649-4ada-b879-31650fbc22d9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449679 Mar 31 15:55:00.633105 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2e6bc4-f1b2-4929-b25d-79ffe3c77806 req-d2904c66-cab8-4202-b64e-818b0233df9d tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:00.634528 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3f2e6bc4-f1b2-4929-b25d-79ffe3c77806 req-d2904c66-cab8-4202-b64e-818b0233df9d tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.0497463 Mar 31 15:55:00.678583 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3f2e6bc4-f1b2-4929-b25d-79ffe3c77806 req-06348486-ad34-47ed-b44d-3dda359b5163 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386491 Mar 31 15:55:01.795529 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fd26a6-2844-4abe-8a97-19e38b938ad8 req-b225a8c1-a6ce-49d5-81ad-42cbf66eeac2 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:01.797048 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b2fd26a6-2844-4abe-8a97-19e38b938ad8 req-b225a8c1-a6ce-49d5-81ad-42cbf66eeac2 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.0515924 Mar 31 15:55:01.844292 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b2fd26a6-2844-4abe-8a97-19e38b938ad8 req-44099044-d260-4f78-a221-b0a82a736a26 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417173 Mar 31 15:55:02.962780 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecb1cfb-730b-499b-b588-c9293814146c req-8bdcca20-a150-4393-b769-e8604f6d87da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:02.964306 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3ecb1cfb-730b-499b-b588-c9293814146c req-8bdcca20-a150-4393-b769-e8604f6d87da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.0552113 Mar 31 15:55:03.010800 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3ecb1cfb-730b-499b-b588-c9293814146c req-2f4637d0-cc34-4cb2-8524-133c6f000373 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401962 Mar 31 15:55:04.128171 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60d839-ab7c-454f-8502-6b592a28b662 req-7c4e764c-9213-4d1e-86be-a11cf50b0ff1 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:04.129694 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0c60d839-ab7c-454f-8502-6b592a28b662 req-7c4e764c-9213-4d1e-86be-a11cf50b0ff1 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.0526979 Mar 31 15:55:04.178693 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0c60d839-ab7c-454f-8502-6b592a28b662 req-8c3de25a-4aa0-4f72-895c-9ecd1fc8f6dc tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413105 Mar 31 15:55:04.625367 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 60152) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:04.731415 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-26c0521e-4ff0-42a7-b8af-11c119f4eccb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:04.787232 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-221bde38-285c-4073-806c-4b0b4959b663 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:04.811812 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-26c0521e-4ff0-42a7-b8af-11c119f4eccb admin admin] Publish callbacks [] for security_group (7a59f12e-f6c8-4dfe-a183-b68ff30b27fe), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:04.877526 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-26c0521e-4ff0-42a7-b8af-11c119f4eccb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (7a59f12e-f6c8-4dfe-a183-b68ff30b27fe), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:04.918654 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-26c0521e-4ff0-42a7-b8af-11c119f4eccb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=303ac8ac5eb0423196dc128e792d735d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2922163 Mar 31 15:55:04.920642 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c0521e-4ff0-42a7-b8af-11c119f4eccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a59f12e-f6c8-4dfe-a183-b68ff30b27fe,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:04.921688 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 60164) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:04.975826 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-649c6a95-b454-4ff1-98ef-543410bb2bb4 admin admin] Publish callbacks [] for security_group (7a59f12e-f6c8-4dfe-a183-b68ff30b27fe), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:04.998678 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-649c6a95-b454-4ff1-98ef-543410bb2bb4 admin admin] Publish callbacks [] for security_group (7a59f12e-f6c8-4dfe-a183-b68ff30b27fe), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:05.168747 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-649c6a95-b454-4ff1-98ef-543410bb2bb4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (7a59f12e-f6c8-4dfe-a183-b68ff30b27fe), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:05.172130 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-649c6a95-b454-4ff1-98ef-543410bb2bb4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:05.173342 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-649c6a95-b454-4ff1-98ef-543410bb2bb4 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7a59f12e-f6c8-4dfe-a183-b68ff30b27fe HTTP/1.1" status: 204 len: 168 time: 0.2506249 Mar 31 15:55:05.181329 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649c6a95-b454-4ff1-98ef-543410bb2bb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a59f12e-f6c8-4dfe-a183-b68ff30b27fe,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:05.310732 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1aee13-c81e-4cd1-a711-09baa149766e req-706b731a-ec17-4bd9-869d-6b7eb5fbc71f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:05.312941 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4b1aee13-c81e-4cd1-a711-09baa149766e req-706b731a-ec17-4bd9-869d-6b7eb5fbc71f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.0534463 Mar 31 15:55:05.359632 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4b1aee13-c81e-4cd1-a711-09baa149766e req-2e494092-ae76-4b87-979d-0b52ca35aa31 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410955 Mar 31 15:55:05.886269 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 60204) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:05.899954 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6c3f40ae-3776-4afd-b340-efb26e48dbff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:05.983253 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6c3f40ae-3776-4afd-b340-efb26e48dbff admin admin] Publish callbacks [] for security_group (0b581c18-8410-4229-9af4-a54d6196a5fc), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:06.071781 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6c3f40ae-3776-4afd-b340-efb26e48dbff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (0b581c18-8410-4229-9af4-a54d6196a5fc), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:06.110286 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-6c3f40ae-3776-4afd-b340-efb26e48dbff admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d8c3612fa3564622bc3d10319f76419d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2228751 Mar 31 15:55:06.112184 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3f40ae-3776-4afd-b340-efb26e48dbff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b581c18-8410-4229-9af4-a54d6196a5fc,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:06.113107 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 60208) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:06.164454 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c322f05c-6f82-4c53-8043-eabd4a32001a admin admin] Publish callbacks [] for security_group (0b581c18-8410-4229-9af4-a54d6196a5fc), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:06.186220 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c322f05c-6f82-4c53-8043-eabd4a32001a admin admin] Publish callbacks [] for security_group (0b581c18-8410-4229-9af4-a54d6196a5fc), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:06.329050 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c322f05c-6f82-4c53-8043-eabd4a32001a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (0b581c18-8410-4229-9af4-a54d6196a5fc), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:06.331925 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c322f05c-6f82-4c53-8043-eabd4a32001a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:06.333107 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-c322f05c-6f82-4c53-8043-eabd4a32001a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0b581c18-8410-4229-9af4-a54d6196a5fc HTTP/1.1" status: 204 len: 168 time: 0.2189424 Mar 31 15:55:06.343908 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c322f05c-6f82-4c53-8043-eabd4a32001a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b581c18-8410-4229-9af4-a54d6196a5fc,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:06.348404 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c322f05c-6f82-4c53-8043-eabd4a32001a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:06.348757 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c322f05c-6f82-4c53-8043-eabd4a32001a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:06.349203 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c322f05c-6f82-4c53-8043-eabd4a32001a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:06.349449 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c322f05c-6f82-4c53-8043-eabd4a32001a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:06.349784 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c322f05c-6f82-4c53-8043-eabd4a32001a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:06.350119 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c322f05c-6f82-4c53-8043-eabd4a32001a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:06.350452 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c322f05c-6f82-4c53-8043-eabd4a32001a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:06.350785 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c322f05c-6f82-4c53-8043-eabd4a32001a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:06.351115 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c322f05c-6f82-4c53-8043-eabd4a32001a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:06.351447 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c322f05c-6f82-4c53-8043-eabd4a32001a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:06.351777 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c322f05c-6f82-4c53-8043-eabd4a32001a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:06.352128 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c322f05c-6f82-4c53-8043-eabd4a32001a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:06.352458 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c322f05c-6f82-4c53-8043-eabd4a32001a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:06.352785 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c322f05c-6f82-4c53-8043-eabd4a32001a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:06.353111 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c322f05c-6f82-4c53-8043-eabd4a32001a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:06.743162 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9356f5e8-7b71-408f-b38a-6dffef30ee17 req-4d624759-5708-4bab-82f1-70d563547389 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0465794 Mar 31 15:55:06.824702 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356f5e8-7b71-408f-b38a-6dffef30ee17 req-b1544bec-a5b7-48f3-b1f7-b89d773f1539 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:06.826254 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9356f5e8-7b71-408f-b38a-6dffef30ee17 req-b1544bec-a5b7-48f3-b1f7-b89d773f1539 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b72f6f1e61d487aa67d6b722ba60f85&device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 1130 time: 0.0456777 Mar 31 15:55:06.934117 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356f5e8-7b71-408f-b38a-6dffef30ee17 req-3f0bc847-a118-4697-9d33-9017d3fb108d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:06.935889 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9356f5e8-7b71-408f-b38a-6dffef30ee17 req-3f0bc847-a118-4697-9d33-9017d3fb108d service neutron] 10.222.0.24 "GET /v2.0/networks?id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa HTTP/1.1" status: 200 len: 920 time: 0.0889988 Mar 31 15:55:06.981777 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9356f5e8-7b71-408f-b38a-6dffef30ee17 req-c97de536-7f3a-4594-888c-09a53d9ce22c service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a5b2cf9-9674-42f5-8329-e9b8ea6698b9 HTTP/1.1" status: 200 len: 217 time: 0.0376520 Mar 31 15:55:07.020503 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-c8cc63b7-1679-4086-879f-f5fdc90edc13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:07.031283 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356f5e8-7b71-408f-b38a-6dffef30ee17 req-029db020-26e1-4866-91f1-7256e7482147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:07.032809 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9356f5e8-7b71-408f-b38a-6dffef30ee17 req-029db020-26e1-4866-91f1-7256e7482147 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a390765-0f72-4138-842b-3475f0e0b072 HTTP/1.1" status: 200 len: 858 time: 0.0439208 Mar 31 15:55:07.069575 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 60230) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:07.082871 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a9ddb4c8-fc50-4111-adac-1387933b9ac4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:07.088214 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9356f5e8-7b71-408f-b38a-6dffef30ee17 req-1d1eaf81-3e37-43ef-8c6c-8763e807e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:07.089892 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9356f5e8-7b71-408f-b38a-6dffef30ee17 req-1d1eaf81-3e37-43ef-8c6c-8763e807e72d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430937 Mar 31 15:55:07.157992 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a9ddb4c8-fc50-4111-adac-1387933b9ac4 admin admin] Publish callbacks [] for security_group (67c11985-583e-4d9d-8f18-a0fccf736d0b), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:07.180557 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9356f5e8-7b71-408f-b38a-6dffef30ee17 req-62a742d3-b6d0-4d94-82ad-e7001ac08f29 service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837009 Mar 31 15:55:07.220135 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a9ddb4c8-fc50-4111-adac-1387933b9ac4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (67c11985-583e-4d9d-8f18-a0fccf736d0b), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:07.263475 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ddb4c8-fc50-4111-adac-1387933b9ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67c11985-583e-4d9d-8f18-a0fccf736d0b,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:07.268390 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-a9ddb4c8-fc50-4111-adac-1387933b9ac4 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d650b96560da46c689834b4117166926&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1977496 Mar 31 15:55:07.274840 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 60238) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:07.298129 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9356f5e8-7b71-408f-b38a-6dffef30ee17 req-a7216a41-f342-4dc8-8b7c-63b1438ba431 service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108479 Mar 31 15:55:07.330370 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-23561bad-06ea-41de-ae67-184cf6c3574e admin admin] Publish callbacks [] for security_group (67c11985-583e-4d9d-8f18-a0fccf736d0b), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:07.352506 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-23561bad-06ea-41de-ae67-184cf6c3574e admin admin] Publish callbacks [] for security_group (67c11985-583e-4d9d-8f18-a0fccf736d0b), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:07.471355 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-23561bad-06ea-41de-ae67-184cf6c3574e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (67c11985-583e-4d9d-8f18-a0fccf736d0b), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:07.474202 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-23561bad-06ea-41de-ae67-184cf6c3574e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:07.475503 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-23561bad-06ea-41de-ae67-184cf6c3574e admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/67c11985-583e-4d9d-8f18-a0fccf736d0b HTTP/1.1" status: 204 len: 168 time: 0.2001505 Mar 31 15:55:07.483315 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23561bad-06ea-41de-ae67-184cf6c3574e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c11985-583e-4d9d-8f18-a0fccf736d0b,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:07.711680 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:08.341745 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:09.032836 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49104944-f64c-4ab4-be4d-32a8490e885b req-84fb036b-5bfd-4259-b6b2-5fd75e84426f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:09.034292 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-49104944-f64c-4ab4-be4d-32a8490e885b req-84fb036b-5bfd-4259-b6b2-5fd75e84426f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.0574265 Mar 31 15:55:09.079967 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-49104944-f64c-4ab4-be4d-32a8490e885b req-a14ed525-bbb9-468c-af1c-7a4cdf91aba9 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400667 Mar 31 15:55:09.196342 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 60318) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:09.202139 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-b5b82cd1-a696-485a-a7e2-4f9a53e9e3e5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1097435707', 'description': 'tempest-description--1097762213'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:55:09.317446 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b5b82cd1-a696-485a-a7e2-4f9a53e9e3e5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:09.346445 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:09.387120 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b5b82cd1-a696-485a-a7e2-4f9a53e9e3e5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks [] for security_group (05353a30-b643-48c8-a6fd-22dc6ba91d49), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:09.483127 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b5b82cd1-a696-485a-a7e2-4f9a53e9e3e5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (05353a30-b643-48c8-a6fd-22dc6ba91d49), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:09.515081 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b82cd1-a696-485a-a7e2-4f9a53e9e3e5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05353a30-b643-48c8-a6fd-22dc6ba91d49,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:09.522770 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b82cd1-a696-485a-a7e2-4f9a53e9e3e5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:09.523130 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b82cd1-a696-485a-a7e2-4f9a53e9e3e5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:09.523539 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b82cd1-a696-485a-a7e2-4f9a53e9e3e5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:09.523885 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b82cd1-a696-485a-a7e2-4f9a53e9e3e5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:09.524252 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b82cd1-a696-485a-a7e2-4f9a53e9e3e5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:09.524616 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b82cd1-a696-485a-a7e2-4f9a53e9e3e5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:09.524956 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b82cd1-a696-485a-a7e2-4f9a53e9e3e5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:09.525294 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b82cd1-a696-485a-a7e2-4f9a53e9e3e5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:09.525629 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b82cd1-a696-485a-a7e2-4f9a53e9e3e5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:09.525964 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b82cd1-a696-485a-a7e2-4f9a53e9e3e5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:09.526294 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b82cd1-a696-485a-a7e2-4f9a53e9e3e5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:09.526621 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b82cd1-a696-485a-a7e2-4f9a53e9e3e5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:09.526947 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b82cd1-a696-485a-a7e2-4f9a53e9e3e5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:09.527409 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b82cd1-a696-485a-a7e2-4f9a53e9e3e5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:09.527653 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5b82cd1-a696-485a-a7e2-4f9a53e9e3e5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:09.594071 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b5b82cd1-a696-485a-a7e2-4f9a53e9e3e5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:09.595372 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-b5b82cd1-a696-485a-a7e2-4f9a53e9e3e5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3978806 Mar 31 15:55:09.598304 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 60332) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:09.602530 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-f20765e2-5ffb-4ac9-8116-cb1be528be23 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Request body: {'security_group_rule': {'security_group_id': '05353a30-b643-48c8-a6fd-22dc6ba91d49', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:55:09.720794 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f20765e2-5ffb-4ac9-8116-cb1be528be23 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks [] for security_group_rule (4cab4385-cddb-4ff9-8306-785669ebb66c), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:09.777173 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f20765e2-5ffb-4ac9-8116-cb1be528be23 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks [] for security_group_rule (4cab4385-cddb-4ff9-8306-785669ebb66c), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:09.837340 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f20765e2-5ffb-4ac9-8116-cb1be528be23 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (4cab4385-cddb-4ff9-8306-785669ebb66c), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:09.854517 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20765e2-5ffb-4ac9-8116-cb1be528be23 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cab4385-cddb-4ff9-8306-785669ebb66c,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:09.924878 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f20765e2-5ffb-4ac9-8116-cb1be528be23 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:09.926087 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-f20765e2-5ffb-4ac9-8116-cb1be528be23 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3268733 Mar 31 15:55:09.928669 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 60338) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:09.932992 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-e0fea53e-1791-441e-a010-d05e2070e3b8 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Request body: {'security_group_rule': {'security_group_id': '05353a30-b643-48c8-a6fd-22dc6ba91d49', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:55:10.012000 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e0fea53e-1791-441e-a010-d05e2070e3b8 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks [] for security_group_rule (9ffdd642-6118-4b66-9620-41eaa9ff8d4c), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:10.065838 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e0fea53e-1791-441e-a010-d05e2070e3b8 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks [] for security_group_rule (9ffdd642-6118-4b66-9620-41eaa9ff8d4c), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:10.133121 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e0fea53e-1791-441e-a010-d05e2070e3b8 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (9ffdd642-6118-4b66-9620-41eaa9ff8d4c), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:10.150811 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fea53e-1791-441e-a010-d05e2070e3b8 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ffdd642-6118-4b66-9620-41eaa9ff8d4c,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:10.202776 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b9a44a-3cc9-4adc-b28e-7b720f9d8be7 req-e840957c-5ff6-42fc-bd11-7e20665dc58c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:10.203908 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e0fea53e-1791-441e-a010-d05e2070e3b8 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:10.204411 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-85b9a44a-3cc9-4adc-b28e-7b720f9d8be7 req-e840957c-5ff6-42fc-bd11-7e20665dc58c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.0519469 Mar 31 15:55:10.206191 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-e0fea53e-1791-441e-a010-d05e2070e3b8 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2762446 Mar 31 15:55:10.209152 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 60342) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:10.214187 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-52c5d182-9a0f-485a-bf4a-1cd924c00be9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Request body: {'floatingip': {'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:55:10.252553 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-85b9a44a-3cc9-4adc-b28e-7b720f9d8be7 req-b0f3c627-2738-49b6-8e15-55ee964296f0 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415347 Mar 31 15:55:10.312114 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-52c5d182-9a0f-485a-bf4a-1cd924c00be9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:10.412991 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-52c5d182-9a0f-485a-bf4a-1cd924c00be9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:10.513132 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_common [None req-52c5d182-9a0f-485a-bf4a-1cd924c00be9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Allocated IP 172.27.0.82 (3b1a5cd5-bca8-4f86-be99-483986f7f547/c4390997-9a11-4c24-ae70-32af92bbcdb2/922bbde8-4360-477b-93d3-3747c7c43eff) {{(pid=115720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:55:10.618422 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-52c5d182-9a0f-485a-bf4a-1cd924c00be9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks [] for port (922bbde8-4360-477b-93d3-3747c7c43eff), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:10.706542 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-52c5d182-9a0f-485a-bf4a-1cd924c00be9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (922bbde8-4360-477b-93d3-3747c7c43eff), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:10.746652 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52c5d182-9a0f-485a-bf4a-1cd924c00be9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Network 3b1a5cd5-bca8-4f86-be99-483986f7f547 is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:55:10.749979 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-52c5d182-9a0f-485a-bf4a-1cd924c00be9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:55:10.752657 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c5d182-9a0f-485a-bf4a-1cd924c00be9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Received port after_create {{(pid=115720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:55:10.770426 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5d182-9a0f-485a-bf4a-1cd924c00be9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Pushing event updated for resources: {'Port': ['ID=922bbde8-4360-477b-93d3-3747c7c43eff,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:10.808860 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-52c5d182-9a0f-485a-bf4a-1cd924c00be9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks [] for floatingip (1f3fee33-4711-4a22-b384-58f4e84e72b9), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:10.907145 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-52c5d182-9a0f-485a-bf4a-1cd924c00be9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (922bbde8-4360-477b-93d3-3747c7c43eff), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:11.056168 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-52c5d182-9a0f-485a-bf4a-1cd924c00be9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks [] for port (922bbde8-4360-477b-93d3-3747c7c43eff), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:11.088737 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:11.158483 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-52c5d182-9a0f-485a-bf4a-1cd924c00be9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (922bbde8-4360-477b-93d3-3747c7c43eff), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:11.190524 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-52c5d182-9a0f-485a-bf4a-1cd924c00be9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (1f3fee33-4711-4a22-b384-58f4e84e72b9), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:11.212500 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c5d182-9a0f-485a-bf4a-1cd924c00be9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Pushing event updated for resources: {'Port': ['ID=922bbde8-4360-477b-93d3-3747c7c43eff,revision_number=2']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:11.286362 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-52c5d182-9a0f-485a-bf4a-1cd924c00be9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:11.294188 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-52c5d182-9a0f-485a-bf4a-1cd924c00be9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0838785 Mar 31 15:55:11.419118 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48634ba2-ed1f-4d01-8ad5-fa275d015499 req-99dd8a3f-60c5-4d8f-9e19-bdc70f8e8070 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:11.424370 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-48634ba2-ed1f-4d01-8ad5-fa275d015499 req-99dd8a3f-60c5-4d8f-9e19-bdc70f8e8070 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.0582416 Mar 31 15:55:11.491223 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-48634ba2-ed1f-4d01-8ad5-fa275d015499 req-adf5a2b4-0fd1-4f04-a81a-700508589b58 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604541 Mar 31 15:55:11.521981 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-afff4aa6-35ec-4be1-80c6-b0bf3fa70829 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1097435707&fields=id&tenant_id=5b72f6f1e61d487aa67d6b722ba60f85 HTTP/1.1" status: 200 len: 267 time: 0.0572963 Mar 31 15:55:11.622677 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-c66661ec-00a3-41a2-95de-34f657fafbe8 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:11.624762 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-c66661ec-00a3-41a2-95de-34f657fafbe8 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/networks?id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa HTTP/1.1" status: 200 len: 819 time: 0.0964839 Mar 31 15:55:11.638775 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-c43a983d-116d-4985-8b59-4d14f35f5b7c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/quotas/5b72f6f1e61d487aa67d6b722ba60f85 HTTP/1.1" status: 200 len: 375 time: 0.0086255 Mar 31 15:55:11.705150 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-e5a67ce4-6bb4-48e1-a12d-9f8916193b35 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5b72f6f1e61d487aa67d6b722ba60f85&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0604000 Mar 31 15:55:11.800599 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-23aa33d5-018a-410d-b093-e710e578af68 service neutron] 10.222.0.47 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833967 Mar 31 15:55:11.897632 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-5a87e5fe-0ff6-404a-b794-55ba5a1013e4 service neutron] 10.222.0.47 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910759 Mar 31 15:55:12.192940 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6587a2fa-7ae3-413a-a8a6-799eff469e84 req-bd90cd83-7633-4698-aa39-7452305bdd94 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 210 time: 0.0263264 Mar 31 15:55:12.614453 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483a633e-721a-4441-a470-07c0fab39fd3 req-f46aa51f-b829-4e64-b93d-ef79967a7608 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:12.615956 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-483a633e-721a-4441-a470-07c0fab39fd3 req-f46aa51f-b829-4e64-b93d-ef79967a7608 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.0530193 Mar 31 15:55:12.663900 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-483a633e-721a-4441-a470-07c0fab39fd3 req-0a200730-07da-4410-8604-b19ac04c4ed4 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424323 Mar 31 15:55:13.284151 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8e08316a-df60-49e5-8067-01c737ff33f5 req-e7c55a36-1a56-46a4-90fb-b12fe645b70c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 210 time: 0.0267441 Mar 31 15:55:13.791567 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdd312d-95d0-40f9-8653-34b0a4ecbe8b req-9d6d6b47-6e07-4639-910f-71763d170dd2 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:13.793099 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-fbdd312d-95d0-40f9-8653-34b0a4ecbe8b req-9d6d6b47-6e07-4639-910f-71763d170dd2 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.0555165 Mar 31 15:55:13.840951 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-fbdd312d-95d0-40f9-8653-34b0a4ecbe8b req-ca6ef102-79ad-4970-85be-2462785a9fb6 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410972 Mar 31 15:55:14.372455 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4c3cf7aa-4f06-4daf-9aa9-985ff015fe5e req-30720210-d4d9-432b-8e35-07ceb7e1a5bc tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 210 time: 0.0249722 Mar 31 15:55:14.960555 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93073326-bb00-4283-9f94-1f1794efec27 req-94bf6345-33fc-4a5a-afea-55a6379dd794 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:14.961996 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-93073326-bb00-4283-9f94-1f1794efec27 req-94bf6345-33fc-4a5a-afea-55a6379dd794 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.0502324 Mar 31 15:55:15.009996 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-93073326-bb00-4283-9f94-1f1794efec27 req-e7506b81-ae6b-43bd-a849-7d6310d607ed tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422044 Mar 31 15:55:15.462352 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3f7d67e0-a769-4133-802e-f72584acd497 req-cc5274ea-d358-4c45-9d74-ba25043737f6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 210 time: 0.0249975 Mar 31 15:55:16.156731 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633cc9d2-cffc-4a01-a659-70d4a6243ad7 req-1e85e106-0653-485a-be9a-b4c6d9dc3976 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:16.158167 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-633cc9d2-cffc-4a01-a659-70d4a6243ad7 req-1e85e106-0653-485a-be9a-b4c6d9dc3976 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.0565722 Mar 31 15:55:16.204403 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-633cc9d2-cffc-4a01-a659-70d4a6243ad7 req-99a4e71c-da30-4eef-b19f-1d4a00806869 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401335 Mar 31 15:55:16.558063 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c9f1e1b8-78c0-4b30-9644-1ce949b1b318 req-5833c369-0afa-485a-8402-c96fbee9d98d tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 210 time: 0.0276327 Mar 31 15:55:17.328711 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282f2a28-a428-460e-b012-0d790f308be7 req-e3a2c161-318a-44b5-92a1-03f919cfee9c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:17.330105 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-282f2a28-a428-460e-b012-0d790f308be7 req-e3a2c161-318a-44b5-92a1-03f919cfee9c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.0554307 Mar 31 15:55:17.375700 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-282f2a28-a428-460e-b012-0d790f308be7 req-7d469ec4-be1b-45bc-9d32-e9f233952fce tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392766 Mar 31 15:55:17.570924 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-34b57ec8-0622-4407-aac7-9848bc74a1b8 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:17.572341 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-34b57ec8-0622-4407-aac7-9848bc74a1b8 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.24 "GET /v2.0/networks?id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa HTTP/1.1" status: 200 len: 819 time: 0.0981243 Mar 31 15:55:17.657640 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-37ca62b2-d0b6-40fb-9b4b-6021bbe5d92e req-be7191e5-3f34-441f-ba96-9c1679876dd4 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 210 time: 0.0314116 Mar 31 15:55:17.666915 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-534d7ef2-41b8-4c2c-8da9-4da3e790ad8b tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5b72f6f1e61d487aa67d6b722ba60f85 HTTP/1.1" status: 200 len: 380 time: 0.0788004 Mar 31 15:55:17.675779 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-3b875497-fd6c-4391-8014-0c4fe0b95a2c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Request body: {'port': {'device_id': 'fa147045-fb21-4dc9-83f2-726d356973bb', 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa', 'admin_state_up': True, 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'security_groups': ['05353a30-b643-48c8-a6fd-22dc6ba91d49']}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:55:18.005739 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-3b875497-fd6c-4391-8014-0c4fe0b95a2c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Made reservation on behalf of 5b72f6f1e61d487aa67d6b722ba60f85 for: {'port': 1} {{(pid=115719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:55:18.009154 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-3b875497-fd6c-4391-8014-0c4fe0b95a2c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:18.160096 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-3b875497-fd6c-4391-8014-0c4fe0b95a2c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Allocated IP 172.20.0.12 (772c9de8-3ee6-49b7-99a9-f2f7bed661aa/0a390765-0f72-4138-842b-3475f0e0b072/5bab7f78-f7d7-4bba-991a-378753eacaea) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:55:18.297501 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-3b875497-fd6c-4391-8014-0c4fe0b95a2c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks [] for port (5bab7f78-f7d7-4bba-991a-378753eacaea), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:18.581997 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d855188-8a59-431d-adf7-150c80779fdd req-6eec9773-8948-47d1-a57a-62337ed53a3e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:18.583246 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7d855188-8a59-431d-adf7-150c80779fdd req-6eec9773-8948-47d1-a57a-62337ed53a3e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.0558772 Mar 31 15:55:18.629707 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7d855188-8a59-431d-adf7-150c80779fdd req-4f74763c-5861-4dae-8672-6f5c4af3b457 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407014 Mar 31 15:55:18.661076 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-3b875497-fd6c-4391-8014-0c4fe0b95a2c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (5bab7f78-f7d7-4bba-991a-378753eacaea), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:18.703834 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-3b875497-fd6c-4391-8014-0c4fe0b95a2c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Network 772c9de8-3ee6-49b7-99a9-f2f7bed661aa is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:55:18.707572 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-3b875497-fd6c-4391-8014-0c4fe0b95a2c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:55:18.714399 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-3b875497-fd6c-4391-8014-0c4fe0b95a2c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:55:18.743880 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b875497-fd6c-4391-8014-0c4fe0b95a2c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Pushing event updated for resources: {'Port': ['ID=5bab7f78-f7d7-4bba-991a-378753eacaea,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:18.799884 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-3b875497-fd6c-4391-8014-0c4fe0b95a2c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:18.800568 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-3b875497-fd6c-4391-8014-0c4fe0b95a2c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:18.833508 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff18199d-ae00-41f2-8f55-08628a2fd945 req-035bb65f-75d2-45cd-87ee-34f0d477f56a tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:18.836497 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ff18199d-ae00-41f2-8f55-08628a2fd945 req-035bb65f-75d2-45cd-87ee-34f0d477f56a tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 932 time: 0.0965064 Mar 31 15:55:18.880153 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-3b875497-fd6c-4391-8014-0c4fe0b95a2c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2080755 Mar 31 15:55:18.895572 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ff18199d-ae00-41f2-8f55-08628a2fd945 req-458aef05-4cb6-49f7-adcd-3315cba44129 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532587 Mar 31 15:55:18.950051 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-cfd3c898-1851-4361-bb5b-a5fdf6c9005a None None] Provisioning complete for port 5bab7f78-f7d7-4bba-991a-378753eacaea triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:55:18.950558 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-cfd3c898-1851-4361-bb5b-a5fdf6c9005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (5bab7f78-f7d7-4bba-991a-378753eacaea), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:18.985596 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-cfd3c898-1851-4361-bb5b-a5fdf6c9005a None None] Port 5bab7f78-f7d7-4bba-991a-378753eacaea cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:55:19.203760 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 60522) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:19.208640 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-76f35418-6f91-4380-8fdd-48b01be3c948 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1970929458', 'description': 'tempest-description--911954098'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:55:19.312377 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-76f35418-6f91-4380-8fdd-48b01be3c948 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:19.381545 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-76f35418-6f91-4380-8fdd-48b01be3c948 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group (f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:19.454482 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-76f35418-6f91-4380-8fdd-48b01be3c948 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:19.481959 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f35418-6f91-4380-8fdd-48b01be3c948 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:19.542207 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-76f35418-6f91-4380-8fdd-48b01be3c948 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:19.543439 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-76f35418-6f91-4380-8fdd-48b01be3c948 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3386552 Mar 31 15:55:19.546880 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 60524) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:19.551049 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-8b58f26f-3961-404b-8be0-95c808dbe696 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Request body: {'security_group_rule': {'security_group_id': 'f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:55:19.653133 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8b58f26f-3961-404b-8be0-95c808dbe696 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group_rule (5c2ecd87-baf5-400f-8376-3741d9f73d23), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:19.708332 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8b58f26f-3961-404b-8be0-95c808dbe696 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group_rule (5c2ecd87-baf5-400f-8376-3741d9f73d23), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:19.752294 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9338de76-ec6a-485f-aaab-23c66ef2320b req-d6c2e2d6-b548-4864-a3f1-47929a236042 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:19.753751 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9338de76-ec6a-485f-aaab-23c66ef2320b req-d6c2e2d6-b548-4864-a3f1-47929a236042 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.0529766 Mar 31 15:55:19.779243 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8b58f26f-3961-404b-8be0-95c808dbe696 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (5c2ecd87-baf5-400f-8376-3741d9f73d23), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:19.798241 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b58f26f-3961-404b-8be0-95c808dbe696 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c2ecd87-baf5-400f-8376-3741d9f73d23,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:19.800348 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9338de76-ec6a-485f-aaab-23c66ef2320b req-8e3aea45-a185-4713-88ca-ec550fbf0830 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409956 Mar 31 15:55:19.891753 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8b58f26f-3961-404b-8be0-95c808dbe696 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:19.893002 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-8b58f26f-3961-404b-8be0-95c808dbe696 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3451898 Mar 31 15:55:19.895567 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 60530) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:19.900140 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-68ede02a-7f8f-4c46-a537-8ee9d1c89129 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Request body: {'security_group_rule': {'security_group_id': 'f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:55:19.996723 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-68ede02a-7f8f-4c46-a537-8ee9d1c89129 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group_rule (f5f94186-ea68-4815-b134-9539a6821177), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:20.012493 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-290be7cb-d524-4f0f-a1b9-597444b7592e req-9e8601f0-32dc-4a01-9ff8-53b778021b5d tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:20.014425 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-290be7cb-d524-4f0f-a1b9-597444b7592e req-9e8601f0-32dc-4a01-9ff8-53b778021b5d tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 932 time: 0.0540056 Mar 31 15:55:20.063173 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-290be7cb-d524-4f0f-a1b9-597444b7592e req-57d2ec31-3c08-4330-820c-4c4f7e36d251 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430672 Mar 31 15:55:20.063372 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-68ede02a-7f8f-4c46-a537-8ee9d1c89129 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group_rule (f5f94186-ea68-4815-b134-9539a6821177), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:20.157342 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-68ede02a-7f8f-4c46-a537-8ee9d1c89129 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (f5f94186-ea68-4815-b134-9539a6821177), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:20.176486 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ede02a-7f8f-4c46-a537-8ee9d1c89129 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f94186-ea68-4815-b134-9539a6821177,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:20.279379 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-68ede02a-7f8f-4c46-a537-8ee9d1c89129 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:20.280627 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-68ede02a-7f8f-4c46-a537-8ee9d1c89129 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3841128 Mar 31 15:55:20.283609 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 60540) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:20.287856 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-c7d39548-b76d-4c21-b665-6ae958106335 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Request body: {'floatingip': {'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:55:20.368663 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c7d39548-b76d-4c21-b665-6ae958106335 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:20.463731 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c7d39548-b76d-4c21-b665-6ae958106335 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:20.568933 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_common [None req-c7d39548-b76d-4c21-b665-6ae958106335 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Allocated IP 172.27.0.50 (3b1a5cd5-bca8-4f86-be99-483986f7f547/c4390997-9a11-4c24-ae70-32af92bbcdb2/22f9a8c6-f837-4bd9-a658-79a0aa021b3a) {{(pid=115720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:55:20.672007 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c7d39548-b76d-4c21-b665-6ae958106335 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for port (22f9a8c6-f837-4bd9-a658-79a0aa021b3a), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:20.710176 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-99f9af45-9d64-42b4-bdda-25a05c4ffefb service neutron] Request body: {'port': {'device_id': 'fa147045-fb21-4dc9-83f2-726d356973bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:55:20.767068 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-99f9af45-9d64-42b4-bdda-25a05c4ffefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (5bab7f78-f7d7-4bba-991a-378753eacaea), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:20.792435 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c7d39548-b76d-4c21-b665-6ae958106335 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (22f9a8c6-f837-4bd9-a658-79a0aa021b3a), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:20.815402 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:55:20.835932 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d39548-b76d-4c21-b665-6ae958106335 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Network 3b1a5cd5-bca8-4f86-be99-483986f7f547 is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:55:20.842915 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-c7d39548-b76d-4c21-b665-6ae958106335 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:55:20.845325 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d39548-b76d-4c21-b665-6ae958106335 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Received port after_create {{(pid=115720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:55:20.855050 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d39548-b76d-4c21-b665-6ae958106335 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event updated for resources: {'Port': ['ID=22f9a8c6-f837-4bd9-a658-79a0aa021b3a,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:20.906467 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c7d39548-b76d-4c21-b665-6ae958106335 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for floatingip (7a2a9990-c889-4c36-82ea-cb9ae98ba7b3), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:20.985246 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c76d531-7d92-4507-b47a-75810014d60a req-f46a64bc-d3a4-4250-a508-78fe53921400 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:20.986741 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6c76d531-7d92-4507-b47a-75810014d60a req-f46a64bc-d3a4-4250-a508-78fe53921400 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.1039464 Mar 31 15:55:21.060514 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c7d39548-b76d-4c21-b665-6ae958106335 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (22f9a8c6-f837-4bd9-a658-79a0aa021b3a), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:21.065554 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6c76d531-7d92-4507-b47a-75810014d60a req-3f7b4fc7-e33d-4e28-8886-2a9291a39add tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725234 Mar 31 15:55:21.122152 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-99f9af45-9d64-42b4-bdda-25a05c4ffefb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bab7f78-f7d7-4bba-991a-378753eacaea {{(pid=115719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:55:21.129959 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-99f9af45-9d64-42b4-bdda-25a05c4ffefb service neutron] Publish callbacks [] for port (5bab7f78-f7d7-4bba-991a-378753eacaea), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:21.168236 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.provisioning_blocks [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-99f9af45-9d64-42b4-bdda-25a05c4ffefb service neutron] Transition to ACTIVE for port object 5bab7f78-f7d7-4bba-991a-378753eacaea will not be triggered until provisioned by entity L2. {{(pid=115719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:55:21.196358 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c95a51-7765-4ce1-92d1-00cd617382d0 req-0166992d-41de-4027-bd17-8bed54973042 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:21.197863 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e3c95a51-7765-4ce1-92d1-00cd617382d0 req-0166992d-41de-4027-bd17-8bed54973042 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 932 time: 0.0655117 Mar 31 15:55:21.241494 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c7d39548-b76d-4c21-b665-6ae958106335 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for port (22f9a8c6-f837-4bd9-a658-79a0aa021b3a), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:21.246432 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e3c95a51-7765-4ce1-92d1-00cd617382d0 req-64c3ca86-8da3-4e92-a93d-16837f03ce28 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429270 Mar 31 15:55:21.254700 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-99f9af45-9d64-42b4-bdda-25a05c4ffefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (5bab7f78-f7d7-4bba-991a-378753eacaea), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:21.307189 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9af45-9d64-42b4-bdda-25a05c4ffefb service neutron] Pushing event updated for resources: {'Port': ['ID=5bab7f78-f7d7-4bba-991a-378753eacaea,revision_number=2']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:21.323170 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c7d39548-b76d-4c21-b665-6ae958106335 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (22f9a8c6-f837-4bd9-a658-79a0aa021b3a), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:21.356312 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c7d39548-b76d-4c21-b665-6ae958106335 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (7a2a9990-c889-4c36-82ea-cb9ae98ba7b3), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:21.376352 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d39548-b76d-4c21-b665-6ae958106335 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event updated for resources: {'Port': ['ID=22f9a8c6-f837-4bd9-a658-79a0aa021b3a,revision_number=2']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:21.383133 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-99f9af45-9d64-42b4-bdda-25a05c4ffefb service neutron] Attempting to bind port 5bab7f78-f7d7-4bba-991a-378753eacaea on host hv-cinder-83602 for vnic_type normal with profile {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:55:21.386632 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-99f9af45-9d64-42b4-bdda-25a05c4ffefb service neutron] Attempting to bind port 5bab7f78-f7d7-4bba-991a-378753eacaea by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': 'c4bf4fae-8afb-4772-9b42-f40496cec286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa'}] {{(pid=115719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:55:21.386632 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-99f9af45-9d64-42b4-bdda-25a05c4ffefb service neutron] Attempting to bind port 5bab7f78-f7d7-4bba-991a-378753eacaea on network 772c9de8-3ee6-49b7-99a9-f2f7bed661aa {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:55:21.388373 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-99f9af45-9d64-42b4-bdda-25a05c4ffefb service neutron] Port 5bab7f78-f7d7-4bba-991a-378753eacaea on network 772c9de8-3ee6-49b7-99a9-f2f7bed661aa not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:55:21.388715 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-99f9af45-9d64-42b4-bdda-25a05c4ffefb service neutron] Attempting to bind port 5bab7f78-f7d7-4bba-991a-378753eacaea on network 772c9de8-3ee6-49b7-99a9-f2f7bed661aa {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:55:21.393750 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-99f9af45-9d64-42b4-bdda-25a05c4ffefb service neutron] Checking agent: {'id': 'af4a1f75-de88-4cee-8975-566385aedde2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:55:21.394128 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-99f9af45-9d64-42b4-bdda-25a05c4ffefb service neutron] Checking segment: {'id': 'c4bf4fae-8afb-4772-9b42-f40496cec286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:55:21.394514 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-99f9af45-9d64-42b4-bdda-25a05c4ffefb service neutron] Bound using segment: {'id': 'c4bf4fae-8afb-4772-9b42-f40496cec286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa'} {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:55:21.394940 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-99f9af45-9d64-42b4-bdda-25a05c4ffefb service neutron] Bound port: 5bab7f78-f7d7-4bba-991a-378753eacaea, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4bf4fae-8afb-4772-9b42-f40496cec286', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 840, 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa'}}] {{(pid=115719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:55:21.395299 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-99f9af45-9d64-42b4-bdda-25a05c4ffefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (5bab7f78-f7d7-4bba-991a-378753eacaea), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:21.459484 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-99f9af45-9d64-42b4-bdda-25a05c4ffefb service neutron] For port 5bab7f78-f7d7-4bba-991a-378753eacaea, host hv-cinder-83602, cleared binding levels {{(pid=115719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:55:21.462680 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-99f9af45-9d64-42b4-bdda-25a05c4ffefb service neutron] For port 5bab7f78-f7d7-4bba-991a-378753eacaea, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=5bab7f78-f7d7-4bba-991a-378753eacaea,segment=NetworkSegment(c4bf4fae-8afb-4772-9b42-f40496cec286),segment_id=c4bf4fae-8afb-4772-9b42-f40496cec286)] {{(pid=115719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:55:21.473940 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c7d39548-b76d-4c21-b665-6ae958106335 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:21.478212 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-c7d39548-b76d-4c21-b665-6ae958106335 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1906223 Mar 31 15:55:21.547244 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-99f9af45-9d64-42b4-bdda-25a05c4ffefb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (5bab7f78-f7d7-4bba-991a-378753eacaea), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:21.579769 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-99f9af45-9d64-42b4-bdda-25a05c4ffefb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:21.580657 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-99f9af45-9d64-42b4-bdda-25a05c4ffefb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:21.582280 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-99f9af45-9d64-42b4-bdda-25a05c4ffefb service neutron] 10.222.0.24 "PUT /v2.0/ports/5bab7f78-f7d7-4bba-991a-378753eacaea HTTP/1.1" status: 200 len: 1094 time: 0.8766234 Mar 31 15:55:21.584456 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa147045-fb21-4dc9-83f2-726d356973bb', 'tag': '5bab7f78-f7d7-4bba-991a-378753eacaea'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:55:21.586809 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c050c4-08b3-4c41-b78f-f64e807ba004" -d '{"events": [{"name": "network-changed", "server_uuid": "fa147045-fb21-4dc9-83f2-726d356973bb", "tag": "5bab7f78-f7d7-4bba-991a-378753eacaea"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:55:21.612819 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f9af45-9d64-42b4-bdda-25a05c4ffefb service neutron] Pushing event updated for resources: {'Port': ['ID=5bab7f78-f7d7-4bba-991a-378753eacaea,revision_number=3']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:21.634904 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a44eecf-d910-45a2-a71c-64f809639b69 x-openstack-request-id: req-4a44eecf-d910-45a2-a71c-64f809639b69 {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:55:21.635198 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa147045-fb21-4dc9-83f2-726d356973bb", "tag": "5bab7f78-f7d7-4bba-991a-378753eacaea", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:55:21.635452 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4a44eecf-d910-45a2-a71c-64f809639b69 {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:55:21.635870 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a44eecf-d910-45a2-a71c-64f809639b69'] response: {'name': 'network-changed', 'server_uuid': 'fa147045-fb21-4dc9-83f2-726d356973bb', 'tag': '5bab7f78-f7d7-4bba-991a-378753eacaea', 'status': 'completed', 'code': 200} Mar 31 15:55:21.675940 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-ead0de7e-745e-45ed-bc21-d27f9945dc56 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1970929458&fields=id&tenant_id=ffc6177837a74f42b2af77cad7fb46ea HTTP/1.1" status: 200 len: 267 time: 0.0481915 Mar 31 15:55:21.784633 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-b456e7b4-0f87-4221-9587-c85212dbad34 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:21.786080 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-b456e7b4-0f87-4221-9587-c85212dbad34 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/networks?id=90fc1aad-d8be-40df-b185-08fe1d77372b HTTP/1.1" status: 200 len: 815 time: 0.1035409 Mar 31 15:55:21.800721 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-5d85be26-e56b-459f-ad76-ec92cad570f0 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/quotas/ffc6177837a74f42b2af77cad7fb46ea HTTP/1.1" status: 200 len: 375 time: 0.0092642 Mar 31 15:55:21.855588 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-9dc5a8f0-a226-467a-b0ef-7d8557c9b108 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ffc6177837a74f42b2af77cad7fb46ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502489 Mar 31 15:55:21.960815 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-0554101f-9cf4-44e5-88f6-0f6d76de83ee service neutron] 10.222.0.47 "GET /v2.0/networks/90fc1aad-d8be-40df-b185-08fe1d77372b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929179 Mar 31 15:55:22.051109 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-59e4fdfc-ceec-4051-80ec-ea75165b0fdb service neutron] 10.222.0.47 "GET /v2.0/networks/90fc1aad-d8be-40df-b185-08fe1d77372b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843327 Mar 31 15:55:22.188979 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a05c79-a6f1-434a-95d1-c03d34bcce75 req-3e4687bd-56dc-4f42-8cdd-7c4f112e4bb6 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:22.190434 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-19a05c79-a6f1-434a-95d1-c03d34bcce75 req-3e4687bd-56dc-4f42-8cdd-7c4f112e4bb6 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.0528076 Mar 31 15:55:22.240242 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-19a05c79-a6f1-434a-95d1-c03d34bcce75 req-cb735b2f-d8c1-465c-9733-e6d1b5505f21 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442758 Mar 31 15:55:22.309961 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6e240a02-30e8-4432-861a-b8d4a6c22abe req-ccefaee0-73c6-4c32-a8a2-45ff6ad7e450 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 210 time: 0.0411456 Mar 31 15:55:22.398604 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d52fe8-e16c-41fe-b16f-0d450a77df26 req-74ab3fa1-96c8-4e8c-84ec-e62de5efaee9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:22.400575 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-46d52fe8-e16c-41fe-b16f-0d450a77df26 req-74ab3fa1-96c8-4e8c-84ec-e62de5efaee9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 944 time: 0.0624194 Mar 31 15:55:22.449315 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-46d52fe8-e16c-41fe-b16f-0d450a77df26 req-3824b463-9765-457b-8966-539a643da602 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425379 Mar 31 15:55:23.363700 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d90a42-bfdb-4b0a-95af-b0e8a165932b req-d8d40b2d-5472-487b-a1e2-6dee6f1be828 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:23.365279 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-45d90a42-bfdb-4b0a-95af-b0e8a165932b req-d8d40b2d-5472-487b-a1e2-6dee6f1be828 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.0523331 Mar 31 15:55:23.420093 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0532cb58-ecb5-48d4-bde5-5da2839821c0 req-7153dfef-e3af-4779-b1d3-320c83422458 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 210 time: 0.0346301 Mar 31 15:55:23.441980 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-45d90a42-bfdb-4b0a-95af-b0e8a165932b req-01c0e66c-b1c8-42a2-bed2-2b3c90c40053 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696669 Mar 31 15:55:23.565894 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b587eca-1459-4211-b85a-c892b9baab04 req-656ebc6a-47ce-4fb4-9501-b041b4f96107 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:23.568625 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5b587eca-1459-4211-b85a-c892b9baab04 req-656ebc6a-47ce-4fb4-9501-b041b4f96107 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 944 time: 0.0515962 Mar 31 15:55:23.614427 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5b587eca-1459-4211-b85a-c892b9baab04 req-1a528415-bbe7-405f-b578-38dd8e6bfc8f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414832 Mar 31 15:55:23.874275 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c050c4-08b3-4c41-b78f-f64e807ba004 req-79fc0570-bc9b-4c70-9a07-3e20b406cfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:23.875683 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-35c050c4-08b3-4c41-b78f-f64e807ba004 req-79fc0570-bc9b-4c70-9a07-3e20b406cfe4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b72f6f1e61d487aa67d6b722ba60f85&device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 1128 time: 0.0428088 Mar 31 15:55:24.053771 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c050c4-08b3-4c41-b78f-f64e807ba004 req-c2a7ed7c-c222-49b5-b87d-d7cbd2573180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:24.055299 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-35c050c4-08b3-4c41-b78f-f64e807ba004 req-c2a7ed7c-c222-49b5-b87d-d7cbd2573180 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=5b72f6f1e61d487aa67d6b722ba60f85&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1647429 Mar 31 15:55:24.213211 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c050c4-08b3-4c41-b78f-f64e807ba004 req-b5702fe4-f9ce-49c8-849a-191b274212c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:24.214667 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-35c050c4-08b3-4c41-b78f-f64e807ba004 req-b5702fe4-f9ce-49c8-849a-191b274212c7 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1527464 Mar 31 15:55:24.525228 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-107bf109-c456-4bb3-b22c-1641edd2f46c req-db1300f9-54d0-4117-9fc3-4e8fb00d311a tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 210 time: 0.0281470 Mar 31 15:55:24.574249 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be69e76-aeda-4b04-acc4-4e68520bb0da req-486cab77-600d-46c1-83c7-c22e9bbdb81d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:24.575708 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0be69e76-aeda-4b04-acc4-4e68520bb0da req-486cab77-600d-46c1-83c7-c22e9bbdb81d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.0528119 Mar 31 15:55:24.626566 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0be69e76-aeda-4b04-acc4-4e68520bb0da req-6077d195-b5b5-4c38-959d-358b2fcf750c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448720 Mar 31 15:55:24.730792 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd9fe2-8b76-498f-b663-ab61e9ed0eb6 req-c53a46c9-b8df-4072-9075-93afde25c7c8 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:24.732174 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8abd9fe2-8b76-498f-b663-ab61e9ed0eb6 req-c53a46c9-b8df-4072-9075-93afde25c7c8 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 944 time: 0.0499213 Mar 31 15:55:24.777129 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8abd9fe2-8b76-498f-b663-ab61e9ed0eb6 req-a2854260-d3f8-4193-b028-087368d04dd0 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387535 Mar 31 15:55:25.625971 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9912de7e-f184-448b-baa9-0652567fbf3b req-a116ef33-40c3-4b0a-a6be-729fdaee2347 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 210 time: 0.0266623 Mar 31 15:55:25.747796 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b9db6-f30f-46f3-b9f2-c75994f960f9 req-35d810b8-bcdb-459a-aade-00d9fce6714b tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:25.749819 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a14b9db6-f30f-46f3-b9f2-c75994f960f9 req-35d810b8-bcdb-459a-aade-00d9fce6714b tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.0538242 Mar 31 15:55:25.795974 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a14b9db6-f30f-46f3-b9f2-c75994f960f9 req-97c11c63-fb07-4d87-88af-cf810a375e9d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406351 Mar 31 15:55:25.891841 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0378e5bd-190c-47b9-a92d-19c0a4c830ce req-7b870e8b-963f-4b40-a322-376ae84d4a8b tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:25.893303 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0378e5bd-190c-47b9-a92d-19c0a4c830ce req-7b870e8b-963f-4b40-a322-376ae84d4a8b tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 944 time: 0.0498919 Mar 31 15:55:25.938086 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0378e5bd-190c-47b9-a92d-19c0a4c830ce req-8f6ea5af-84db-4235-81db-8830312dd5f0 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391605 Mar 31 15:55:26.720681 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-89e8364b-6b39-439c-b840-ca72d9a865b5 req-057edfb5-3bb9-4160-9669-05811d289d16 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 210 time: 0.0264463 Mar 31 15:55:26.949534 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4591ce89-0ec1-4f41-8d48-9059244bfe02 req-131f6125-bd1e-4bd9-ada0-058b95355d17 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:26.951158 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4591ce89-0ec1-4f41-8d48-9059244bfe02 req-131f6125-bd1e-4bd9-ada0-058b95355d17 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.0847151 Mar 31 15:55:26.954862 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-edd5ca93-2ebc-4bd4-9cba-227a335b1a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:26.956642 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-edd5ca93-2ebc-4bd4-9cba-227a335b1a30 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b72f6f1e61d487aa67d6b722ba60f85&device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 1128 time: 0.0804260 Mar 31 15:55:27.005968 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4591ce89-0ec1-4f41-8d48-9059244bfe02 req-da515005-f27e-4f02-b13f-715b00df3085 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475206 Mar 31 15:55:27.033518 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-7945417d-def4-42f9-b01e-89d016b3e858 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bab7f78-f7d7-4bba-991a-378753eacaea HTTP/1.1" status: 200 len: 217 time: 0.0406232 Mar 31 15:55:27.103801 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-ec51fbb0-c5be-4ade-acf7-b29e555f19d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:27.105218 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-ec51fbb0-c5be-4ade-acf7-b29e555f19d7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a390765-0f72-4138-842b-3475f0e0b072 HTTP/1.1" status: 200 len: 858 time: 0.0629866 Mar 31 15:55:27.118130 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5bce7f-d193-494a-868d-fc94e244c96f req-666f5af6-e8a8-43c7-9d6e-32b520306e4f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:27.119453 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2f5bce7f-d193-494a-868d-fc94e244c96f req-666f5af6-e8a8-43c7-9d6e-32b520306e4f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 944 time: 0.0881820 Mar 31 15:55:27.190036 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2f5bce7f-d193-494a-868d-fc94e244c96f req-88fcc7fc-d572-4ab5-8726-eaa395f43cb7 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613759 Mar 31 15:55:27.192974 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-6273aa5b-8387-4ef3-a189-c2198c421e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:27.194125 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-6273aa5b-8387-4ef3-a189-c2198c421e1e service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0738573 Mar 31 15:55:27.289872 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-9f77f6e9-747f-4495-8b98-fe9f4cc365ea service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838392 Mar 31 15:55:27.379427 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c9cf4b3-e798-435c-86f3-25c3bad113ad req-e08d94e7-460a-4c05-8ea4-c09a0100b092 service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813122 Mar 31 15:55:27.746929 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-17241849-f422-4c6d-a098-cd31bef4fcfa tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:27.748397 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-17241849-f422-4c6d-a098-cd31bef4fcfa tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.24 "GET /v2.0/networks?id=90fc1aad-d8be-40df-b185-08fe1d77372b HTTP/1.1" status: 200 len: 815 time: 0.1144760 Mar 31 15:55:27.822658 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9d9a3ff1-d06d-4055-8505-31f6000fa649 req-fecb4358-7b34-4c4d-8698-9330583dd66f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 210 time: 0.0353234 Mar 31 15:55:27.861486 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-ca983cbf-3f67-40a9-a5da-152d170552ec tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffc6177837a74f42b2af77cad7fb46ea HTTP/1.1" status: 200 len: 472 time: 0.0956173 Mar 31 15:55:27.870264 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-dbda1b36-2104-44ce-a5f5-af01a42f2898 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Request body: {'port': {'device_id': '9adf46e9-965b-4584-a0d2-3b717637a02e', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'admin_state_up': True, 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'security_groups': ['f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234']}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:55:28.064152 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-dbda1b36-2104-44ce-a5f5-af01a42f2898 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Made reservation on behalf of ffc6177837a74f42b2af77cad7fb46ea for: {'port': 1} {{(pid=115719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:55:28.073890 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-dbda1b36-2104-44ce-a5f5-af01a42f2898 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:28.195223 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e129fb8-b8b3-4a9d-86a9-4687e905f3c9 req-4ad1f6dd-a433-449d-8691-3025b6002bc5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:28.196782 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3e129fb8-b8b3-4a9d-86a9-4687e905f3c9 req-4ad1f6dd-a433-449d-8691-3025b6002bc5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.1067059 Mar 31 15:55:28.317718 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-dbda1b36-2104-44ce-a5f5-af01a42f2898 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Allocated IP 172.20.0.11 (90fc1aad-d8be-40df-b185-08fe1d77372b/cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0/3e484439-668b-4c3b-a833-87c50596d9c0) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:55:28.323483 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3e129fb8-b8b3-4a9d-86a9-4687e905f3c9 req-54efec17-32ed-4f93-83f2-6f9789bbca70 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176624 Mar 31 15:55:28.361694 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1dfaec-6703-4973-a1dd-1c4511d1d412 req-06f54426-e87d-40fd-8ade-21734407d561 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:28.363165 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6d1dfaec-6703-4973-a1dd-1c4511d1d412 req-06f54426-e87d-40fd-8ade-21734407d561 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 944 time: 0.0958908 Mar 31 15:55:28.467997 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6d1dfaec-6703-4973-a1dd-1c4511d1d412 req-3b4081cb-79a0-4af0-91aa-5f5784880b5d tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0959868 Mar 31 15:55:28.518743 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-dbda1b36-2104-44ce-a5f5-af01a42f2898 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for port (3e484439-668b-4c3b-a833-87c50596d9c0), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:28.700935 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-dbda1b36-2104-44ce-a5f5-af01a42f2898 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (3e484439-668b-4c3b-a833-87c50596d9c0), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:28.743204 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-dbda1b36-2104-44ce-a5f5-af01a42f2898 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Network 90fc1aad-d8be-40df-b185-08fe1d77372b is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:55:28.746247 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-dbda1b36-2104-44ce-a5f5-af01a42f2898 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:55:28.750456 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-dbda1b36-2104-44ce-a5f5-af01a42f2898 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:55:28.787417 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbda1b36-2104-44ce-a5f5-af01a42f2898 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event updated for resources: {'Port': ['ID=3e484439-668b-4c3b-a833-87c50596d9c0,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:28.809986 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-dbda1b36-2104-44ce-a5f5-af01a42f2898 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:28.810730 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-dbda1b36-2104-44ce-a5f5-af01a42f2898 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:28.875372 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-dbda1b36-2104-44ce-a5f5-af01a42f2898 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0087268 Mar 31 15:55:28.889968 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 81fb7c8f-5731-4355-bfff-69eac154b042 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=115721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:55:28.894759 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-6204d539-45ae-45cd-9e1b-f9efe1f71e10 service neutron] Request body: {'port': {'device_id': '9adf46e9-965b-4584-a0d2-3b717637a02e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:55:28.987965 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-6204d539-45ae-45cd-9e1b-f9efe1f71e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (3e484439-668b-4c3b-a833-87c50596d9c0), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:29.031791 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329c234a-e444-4da7-9ec0-29a942efc8bb req-b4aa9ff7-6265-4ba0-8510-ce9e199fff49 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:29.031791 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-329c234a-e444-4da7-9ec0-29a942efc8bb req-b4aa9ff7-6265-4ba0-8510-ce9e199fff49 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 932 time: 0.1213546 Mar 31 15:55:29.112967 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-3ef3d4a6-0a1d-4c0d-8b28-20b10303eb1b None None] Provisioning complete for port 3e484439-668b-4c3b-a833-87c50596d9c0 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:55:29.113346 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-3ef3d4a6-0a1d-4c0d-8b28-20b10303eb1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (3e484439-668b-4c3b-a833-87c50596d9c0), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:29.165065 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 81fb7c8f-5731-4355-bfff-69eac154b042, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=81fb7c8f-5731-4355-bfff-69eac154b042,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:55:29.173915 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-3ef3d4a6-0a1d-4c0d-8b28-20b10303eb1b None None] Port 3e484439-668b-4c3b-a833-87c50596d9c0 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:55:29.179936 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Returning: {'device': '81fb7c8f-5731-4355-bfff-69eac154b042', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'port_id': '81fb7c8f-5731-4355-bfff-69eac154b042', 'mac_address': 'fa:16:3e:df:4e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:55:29.220091 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 81fb7c8f-5731-4355-bfff-69eac154b042 is: ACTIVE; New status is: BUILD {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:55:29.220389 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (81fb7c8f-5731-4355-bfff-69eac154b042), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:29.234448 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 81fb7c8f-5731-4355-bfff-69eac154b042 {{(pid=115721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:55:29.261098 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 81fb7c8f-5731-4355-bfff-69eac154b042, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=81fb7c8f-5731-4355-bfff-69eac154b042,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:55:29.313420 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-329c234a-e444-4da7-9ec0-29a942efc8bb req-af3ff953-776e-4f0c-8d5e-7443483ec750 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2916620 Mar 31 15:55:29.352175 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (81fb7c8f-5731-4355-bfff-69eac154b042), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:29.403228 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=81fb7c8f-5731-4355-bfff-69eac154b042,revision_number=6']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:29.411003 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:29.411360 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:29.411721 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:29.412172 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:29.412521 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:29.412859 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:29.413196 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:29.413558 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:29.413858 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:29.414188 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:29.414517 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:29.414861 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:29.415190 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:29.415517 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:29.415840 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:55:29.520161 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fadb07-b095-4416-9972-c5fe8e4e2fc0 req-e80e88eb-fbf5-4589-ba4c-aab870113571 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:29.522186 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-16fadb07-b095-4416-9972-c5fe8e4e2fc0 req-e80e88eb-fbf5-4589-ba4c-aab870113571 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 944 time: 0.1152458 Mar 31 15:55:29.572063 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['81fb7c8f-5731-4355-bfff-69eac154b042'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:55:29.650169 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-6204d539-45ae-45cd-9e1b-f9efe1f71e10 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e484439-668b-4c3b-a833-87c50596d9c0 {{(pid=115719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:55:29.664315 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-16fadb07-b095-4416-9972-c5fe8e4e2fc0 req-f77569b5-2ab3-4f25-84e4-92e8a0b1d8f1 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312129 Mar 31 15:55:29.666282 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-6204d539-45ae-45cd-9e1b-f9efe1f71e10 service neutron] Publish callbacks [] for port (3e484439-668b-4c3b-a833-87c50596d9c0), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:29.686186 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.provisioning_blocks [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-6204d539-45ae-45cd-9e1b-f9efe1f71e10 service neutron] Transition to ACTIVE for port object 3e484439-668b-4c3b-a833-87c50596d9c0 will not be triggered until provisioned by entity L2. {{(pid=115719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:55:29.695923 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aafe035-97ec-4634-b265-7dd6c574c6e1 req-179c3de1-aa6c-43d4-91b2-ddf5ab602af7 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:29.697474 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5aafe035-97ec-4634-b265-7dd6c574c6e1 req-179c3de1-aa6c-43d4-91b2-ddf5ab602af7 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 944 time: 0.1528013 Mar 31 15:55:29.746711 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5aafe035-97ec-4634-b265-7dd6c574c6e1 req-ab4268ed-366d-4d56-a5bf-a0071133f969 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429044 Mar 31 15:55:29.763325 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-6204d539-45ae-45cd-9e1b-f9efe1f71e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (3e484439-668b-4c3b-a833-87c50596d9c0), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:29.845308 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204d539-45ae-45cd-9e1b-f9efe1f71e10 service neutron] Pushing event updated for resources: {'Port': ['ID=3e484439-668b-4c3b-a833-87c50596d9c0,revision_number=2']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:29.895590 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-6204d539-45ae-45cd-9e1b-f9efe1f71e10 service neutron] Attempting to bind port 3e484439-668b-4c3b-a833-87c50596d9c0 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:55:29.895934 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-6204d539-45ae-45cd-9e1b-f9efe1f71e10 service neutron] Attempting to bind port 3e484439-668b-4c3b-a833-87c50596d9c0 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '3625fcca-8015-4d97-a97b-4b3ea4e2b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b'}] {{(pid=115719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:55:29.896301 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-6204d539-45ae-45cd-9e1b-f9efe1f71e10 service neutron] Attempting to bind port 3e484439-668b-4c3b-a833-87c50596d9c0 on network 90fc1aad-d8be-40df-b185-08fe1d77372b {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:55:29.900829 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-6204d539-45ae-45cd-9e1b-f9efe1f71e10 service neutron] Port 3e484439-668b-4c3b-a833-87c50596d9c0 on network 90fc1aad-d8be-40df-b185-08fe1d77372b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:55:29.901157 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-6204d539-45ae-45cd-9e1b-f9efe1f71e10 service neutron] Attempting to bind port 3e484439-668b-4c3b-a833-87c50596d9c0 on network 90fc1aad-d8be-40df-b185-08fe1d77372b {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:55:29.906264 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-6204d539-45ae-45cd-9e1b-f9efe1f71e10 service neutron] Checking agent: {'id': 'af4a1f75-de88-4cee-8975-566385aedde2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 55, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:55:29.906607 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-6204d539-45ae-45cd-9e1b-f9efe1f71e10 service neutron] Checking segment: {'id': '3625fcca-8015-4d97-a97b-4b3ea4e2b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:55:29.906996 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-6204d539-45ae-45cd-9e1b-f9efe1f71e10 service neutron] Bound using segment: {'id': '3625fcca-8015-4d97-a97b-4b3ea4e2b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b'} {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:55:29.907436 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-6204d539-45ae-45cd-9e1b-f9efe1f71e10 service neutron] Bound port: 3e484439-668b-4c3b-a833-87c50596d9c0, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3625fcca-8015-4d97-a97b-4b3ea4e2b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b'}}] {{(pid=115719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:55:29.907806 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-6204d539-45ae-45cd-9e1b-f9efe1f71e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (3e484439-668b-4c3b-a833-87c50596d9c0), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:29.971433 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-6204d539-45ae-45cd-9e1b-f9efe1f71e10 service neutron] For port 3e484439-668b-4c3b-a833-87c50596d9c0, host hv-cinder-83602, cleared binding levels {{(pid=115719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:55:29.974412 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-6204d539-45ae-45cd-9e1b-f9efe1f71e10 service neutron] For port 3e484439-668b-4c3b-a833-87c50596d9c0, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=3e484439-668b-4c3b-a833-87c50596d9c0,segment=NetworkSegment(3625fcca-8015-4d97-a97b-4b3ea4e2b9cb),segment_id=3625fcca-8015-4d97-a97b-4b3ea4e2b9cb)] {{(pid=115719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:55:30.089678 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-6204d539-45ae-45cd-9e1b-f9efe1f71e10 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (3e484439-668b-4c3b-a833-87c50596d9c0), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:30.123417 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-6204d539-45ae-45cd-9e1b-f9efe1f71e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:30.124386 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-6204d539-45ae-45cd-9e1b-f9efe1f71e10 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:30.126355 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-6204d539-45ae-45cd-9e1b-f9efe1f71e10 service neutron] 10.222.0.24 "PUT /v2.0/ports/3e484439-668b-4c3b-a833-87c50596d9c0 HTTP/1.1" status: 200 len: 1094 time: 1.2360265 Mar 31 15:55:30.126791 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9adf46e9-965b-4584-a0d2-3b717637a02e', 'tag': '3e484439-668b-4c3b-a833-87c50596d9c0'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:55:30.129033 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bade25d-5d09-450a-8245-d3e7df030b57" -d '{"events": [{"name": "network-changed", "server_uuid": "9adf46e9-965b-4584-a0d2-3b717637a02e", "tag": "3e484439-668b-4c3b-a833-87c50596d9c0"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:55:30.159402 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204d539-45ae-45cd-9e1b-f9efe1f71e10 service neutron] Pushing event updated for resources: {'Port': ['ID=3e484439-668b-4c3b-a833-87c50596d9c0,revision_number=3']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:30.181405 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:55:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d26d712-d515-455f-b083-e8a73dfaa239 x-openstack-request-id: req-7d26d712-d515-455f-b083-e8a73dfaa239 {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:55:30.181770 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9adf46e9-965b-4584-a0d2-3b717637a02e", "tag": "3e484439-668b-4c3b-a833-87c50596d9c0", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:55:30.182100 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7d26d712-d515-455f-b083-e8a73dfaa239 {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:55:30.182539 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7d26d712-d515-455f-b083-e8a73dfaa239'] response: {'name': 'network-changed', 'server_uuid': '9adf46e9-965b-4584-a0d2-3b717637a02e', 'tag': '3e484439-668b-4c3b-a833-87c50596d9c0', 'status': 'completed', 'code': 200} Mar 31 15:55:30.287924 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bade25d-5d09-450a-8245-d3e7df030b57 req-7fac7e3a-dd1e-456f-aa71-f9a75a31a023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:30.289472 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6bade25d-5d09-450a-8245-d3e7df030b57 req-7fac7e3a-dd1e-456f-aa71-f9a75a31a023 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffc6177837a74f42b2af77cad7fb46ea&device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 1128 time: 0.0543013 Mar 31 15:55:30.427291 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bade25d-5d09-450a-8245-d3e7df030b57 req-169bfdf3-797f-434c-8304-9f219f065c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:30.428786 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6bade25d-5d09-450a-8245-d3e7df030b57 req-169bfdf3-797f-434c-8304-9f219f065c3f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ffc6177837a74f42b2af77cad7fb46ea&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1181383 Mar 31 15:55:30.447376 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d00dbd-31b5-4ae0-ae12-8c5654f26a56 req-f6009de9-5853-4845-8a38-a36389b0b0c4 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:30.448824 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f7d00dbd-31b5-4ae0-ae12-8c5654f26a56 req-f6009de9-5853-4845-8a38-a36389b0b0c4 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 944 time: 0.0674789 Mar 31 15:55:30.555131 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f7d00dbd-31b5-4ae0-ae12-8c5654f26a56 req-86a41da1-69d0-41cd-93fd-2ddb06542053 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978491 Mar 31 15:55:30.576314 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bade25d-5d09-450a-8245-d3e7df030b57 req-843ad961-3d03-417e-b3a7-50b23069a605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:30.576314 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6bade25d-5d09-450a-8245-d3e7df030b57 req-843ad961-3d03-417e-b3a7-50b23069a605 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1262128 Mar 31 15:55:30.626456 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 60782) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:30.697647 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-7c7c7830-44d6-4be1-915c-bbe0657cc4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:30.701315 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-7c7c7830-44d6-4be1-915c-bbe0657cc4c6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffc6177837a74f42b2af77cad7fb46ea&device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 1128 time: 0.0461757 Mar 31 15:55:30.774214 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-daba88cc-c844-4e43-81e9-98ccc48df9b6 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e484439-668b-4c3b-a833-87c50596d9c0 HTTP/1.1" status: 200 len: 217 time: 0.0533676 Mar 31 15:55:30.822291 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9e702480-5e0c-4e58-9683-7efeacb79791 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:30.904921 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 5bab7f78-f7d7-4bba-991a-378753eacaea details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=115721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:55:30.917654 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-7a372af1-b289-4930-a57d-96ed29c07414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:30.919095 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-7a372af1-b289-4930-a57d-96ed29c07414 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0 HTTP/1.1" status: 200 len: 854 time: 0.1358631 Mar 31 15:55:30.949349 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f64f7da-482f-4bd3-8939-68ea523c0436 req-89539317-45e0-4a80-92f6-448148984141 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:30.950780 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5f64f7da-482f-4bd3-8939-68ea523c0436 req-89539317-45e0-4a80-92f6-448148984141 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 944 time: 0.1753387 Mar 31 15:55:30.960030 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 81fb7c8f-5731-4355-bfff-69eac154b042 up at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:55:31.009421 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ebad9-89a7-49c6-bd2e-62103ce0d097 req-42b583d5-a5bd-49dc-94ad-1358cc4e281f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:31.010888 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f51ebad9-89a7-49c6-bd2e-62103ce0d097 req-42b583d5-a5bd-49dc-94ad-1358cc4e281f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 944 time: 0.1708319 Mar 31 15:55:31.041794 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 5bab7f78-f7d7-4bba-991a-378753eacaea, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=5bab7f78-f7d7-4bba-991a-378753eacaea,segment=NetworkSegment(c4bf4fae-8afb-4772-9b42-f40496cec286),segment_id=c4bf4fae-8afb-4772-9b42-f40496cec286)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:55:31.055805 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Returning: {'device': '5bab7f78-f7d7-4bba-991a-378753eacaea', 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa', 'port_id': '5bab7f78-f7d7-4bba-991a-378753eacaea', 'mac_address': 'fa:16:3e:eb:bd:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 840, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a390765-0f72-4138-842b-3475f0e0b072', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:55:31.058584 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning complete for port 81fb7c8f-5731-4355-bfff-69eac154b042 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:55:31.058954 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (81fb7c8f-5731-4355-bfff-69eac154b042), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:31.088582 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-95bf57f2-c37c-4469-b6ff-41cff39e8a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:31.090071 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-95bf57f2-c37c-4469-b6ff-41cff39e8a1a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90fc1aad-d8be-40df-b185-08fe1d77372b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1603856 Mar 31 15:55:31.091780 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9e702480-5e0c-4e58-9683-7efeacb79791 admin admin] Publish callbacks [] for security_group (9901cf6e-dbfa-46f2-97d1-d4c6ae372b48), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:31.100596 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5f64f7da-482f-4bd3-8939-68ea523c0436 req-1c22e229-3a56-4c6f-90f3-80d882cd0438 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423657 Mar 31 15:55:31.125898 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 5bab7f78-f7d7-4bba-991a-378753eacaea is: DOWN; New status is: BUILD {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:55:31.131855 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (5bab7f78-f7d7-4bba-991a-378753eacaea), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:31.143869 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bab7f78-f7d7-4bba-991a-378753eacaea {{(pid=115721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:55:31.157311 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f51ebad9-89a7-49c6-bd2e-62103ce0d097 req-640718fe-2159-4e6e-8ab3-66d991816449 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333828 Mar 31 15:55:31.165724 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9e702480-5e0c-4e58-9683-7efeacb79791 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (9901cf6e-dbfa-46f2-97d1-d4c6ae372b48), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:31.186576 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 5bab7f78-f7d7-4bba-991a-378753eacaea, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=5bab7f78-f7d7-4bba-991a-378753eacaea,segment=NetworkSegment(c4bf4fae-8afb-4772-9b42-f40496cec286),segment_id=c4bf4fae-8afb-4772-9b42-f40496cec286)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:55:31.200713 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 81fb7c8f-5731-4355-bfff-69eac154b042 is: BUILD; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:55:31.201122 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (81fb7c8f-5731-4355-bfff-69eac154b042), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:31.219956 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e702480-5e0c-4e58-9683-7efeacb79791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9901cf6e-dbfa-46f2-97d1-d4c6ae372b48,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:31.229551 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 60804) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:31.241169 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bb087c-1acb-4022-bf57-47fc597630ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fb7c8f-5731-4355-bfff-69eac154b042'}] {{(pid=115721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:55:31.242688 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-9e702480-5e0c-4e58-9683-7efeacb79791 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f87b25cbf4c142629bf0e426ad76c00f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6150517 Mar 31 15:55:31.244275 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dbd394bfc303c33638f161c815dd3ff8081b22df1313fe1def72e09edd93f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76f642cb-48a8-45a3-8a13-5e07529ab147" -d '{"events": [{"server_uuid": "e1bb087c-1acb-4022-bf57-47fc597630ca", "name": "network-vif-plugged", "status": "completed", "tag": "81fb7c8f-5731-4355-bfff-69eac154b042"}]}' {{(pid=115721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:55:31.256504 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 81fb7c8f-5731-4355-bfff-69eac154b042, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=81fb7c8f-5731-4355-bfff-69eac154b042,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:55:31.257977 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-e236d72c-d8a9-4b27-80fe-ffe620d2c10b service neutron] 10.222.0.24 "GET /v2.0/networks/90fc1aad-d8be-40df-b185-08fe1d77372b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564584 Mar 31 15:55:31.285643 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9f7a571-66e3-425b-b5dc-b07c43231898 x-openstack-request-id: req-d9f7a571-66e3-425b-b5dc-b07c43231898 {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:55:31.285970 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bb087c-1acb-4022-bf57-47fc597630ca", "name": "network-vif-plugged", "status": "completed", "tag": "81fb7c8f-5731-4355-bfff-69eac154b042", "code": 200}]} {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:55:31.286236 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d9f7a571-66e3-425b-b5dc-b07c43231898 {{(pid=115721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:55:31.286659 dv-cinder-836028-1-iscsi neutron-server[115721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d9f7a571-66e3-425b-b5dc-b07c43231898'] response: {'server_uuid': 'e1bb087c-1acb-4022-bf57-47fc597630ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fb7c8f-5731-4355-bfff-69eac154b042', 'code': 200} Mar 31 15:55:31.288310 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-560e9fc4-7a57-4181-9e88-c15ecd8c05e5 admin admin] Publish callbacks [] for security_group (9901cf6e-dbfa-46f2-97d1-d4c6ae372b48), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:31.289272 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (5bab7f78-f7d7-4bba-991a-378753eacaea), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:31.313240 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-560e9fc4-7a57-4181-9e88-c15ecd8c05e5 admin admin] Publish callbacks [] for security_group (9901cf6e-dbfa-46f2-97d1-d4c6ae372b48), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:31.337778 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=5bab7f78-f7d7-4bba-991a-378753eacaea,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:31.346932 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (81fb7c8f-5731-4355-bfff-69eac154b042), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:31.360687 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6143c13f-b454-4bdf-bebe-cf10c6fa738a req-0db9a029-e745-42aa-9cb5-0aa29f660d7a service neutron] 10.222.0.24 "GET /v2.0/networks/90fc1aad-d8be-40df-b185-08fe1d77372b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944631 Mar 31 15:55:31.399476 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=81fb7c8f-5731-4355-bfff-69eac154b042,revision_number=7']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:31.426541 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-560e9fc4-7a57-4181-9e88-c15ecd8c05e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (9901cf6e-dbfa-46f2-97d1-d4c6ae372b48), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:31.431738 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-560e9fc4-7a57-4181-9e88-c15ecd8c05e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:31.431738 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-560e9fc4-7a57-4181-9e88-c15ecd8c05e5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9901cf6e-dbfa-46f2-97d1-d4c6ae372b48 HTTP/1.1" status: 204 len: 168 time: 0.1998975 Mar 31 15:55:31.438367 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560e9fc4-7a57-4181-9e88-c15ecd8c05e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9901cf6e-dbfa-46f2-97d1-d4c6ae372b48,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:31.678169 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61398ca2-230e-48d6-b9d3-3daac6ea5b48 req-649f7e4e-ee53-43a9-ba14-e568eecb21e6 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:31.679653 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-61398ca2-230e-48d6-b9d3-3daac6ea5b48 req-649f7e4e-ee53-43a9-ba14-e568eecb21e6 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 944 time: 0.0565965 Mar 31 15:55:31.729432 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-61398ca2-230e-48d6-b9d3-3daac6ea5b48 req-4ded3f78-9eff-41a3-9f08-a130e3f7169d tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439289 Mar 31 15:55:31.831800 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['5bab7f78-f7d7-4bba-991a-378753eacaea'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:55:32.281296 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01360c99-bf47-4dad-bad1-6d1ead6aa86c req-fb4f4adc-0443-4de9-a266-7025425ca997 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:32.282974 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-01360c99-bf47-4dad-bad1-6d1ead6aa86c req-fb4f4adc-0443-4de9-a266-7025425ca997 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.0786176 Mar 31 15:55:32.377280 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fc22bb-14b5-4ab2-9ef5-43531f88596b req-2ff59607-533e-4b48-aa5d-abd8a3167825 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:32.378857 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a0fc22bb-14b5-4ab2-9ef5-43531f88596b req-2ff59607-533e-4b48-aa5d-abd8a3167825 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 945 time: 0.0948215 Mar 31 15:55:32.390607 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-01360c99-bf47-4dad-bad1-6d1ead6aa86c req-dbd94807-6491-4fe1-acbe-92b4e16e5e99 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964558 Mar 31 15:55:32.452660 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a0fc22bb-14b5-4ab2-9ef5-43531f88596b req-04de1b61-9d84-4fca-bed7-7b64f2eaa7e6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0610194 Mar 31 15:55:32.858366 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 60898) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:32.886064 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4489789-f2c2-4b15-aaa7-5e69ab660a70 req-0e9c0394-aeeb-40d7-b127-314dc14623cd tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:32.894754 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d4489789-f2c2-4b15-aaa7-5e69ab660a70 req-0e9c0394-aeeb-40d7-b127-314dc14623cd tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 944 time: 0.0873189 Mar 31 15:55:33.025405 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d4489789-f2c2-4b15-aaa7-5e69ab660a70 req-807fb7bd-e893-4fef-9f5b-f8012a27cb55 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1094003 Mar 31 15:55:33.072223 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-17ee23c9-8913-4a5b-85e8-20d5a5b72eff admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-353977309-network', 'tenant_id': '5370ec42172a4b97af50a7f69bb25352'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:55:33.421245 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17ee23c9-8913-4a5b-85e8-20d5a5b72eff admin admin] Made reservation on behalf of 5370ec42172a4b97af50a7f69bb25352 for: {'network': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:55:33.425344 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-17ee23c9-8913-4a5b-85e8-20d5a5b72eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for network (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:33.442819 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-17ee23c9-8913-4a5b-85e8-20d5a5b72eff admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:33.589173 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 60914) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:33.595251 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-17ee23c9-8913-4a5b-85e8-20d5a5b72eff admin admin] Publish callbacks [] for security_group (7d96292b-82ac-4203-ae40-1aab3c5d2447), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:33.625614 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7136e94-9f1f-4fa2-91ac-9c238cb9d52e req-ce55d483-08e8-4f0f-888b-e0967f1318b8 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:33.627124 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b7136e94-9f1f-4fa2-91ac-9c238cb9d52e req-ce55d483-08e8-4f0f-888b-e0967f1318b8 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.1288188 Mar 31 15:55:33.639279 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f1ead7-5df9-477c-961a-4cfd2b8307c8 req-95e43c98-0546-4af4-872d-ff5dcdcdcb40 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:33.640841 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-77f1ead7-5df9-477c-961a-4cfd2b8307c8 req-95e43c98-0546-4af4-872d-ff5dcdcdcb40 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 945 time: 0.1010003 Mar 31 15:55:33.716682 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b7136e94-9f1f-4fa2-91ac-9c238cb9d52e req-8ed26648-6a39-4a12-9b79-ad3f8fa05d1e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748398 Mar 31 15:55:33.723854 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-17ee23c9-8913-4a5b-85e8-20d5a5b72eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (7d96292b-82ac-4203-ae40-1aab3c5d2447), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:33.730834 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-77f1ead7-5df9-477c-961a-4cfd2b8307c8 req-19adcef9-6878-46b1-b8c5-32d08254e5e9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828664 Mar 31 15:55:33.766857 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17ee23c9-8913-4a5b-85e8-20d5a5b72eff admin admin] vlan segment allocate from pool success with {'vlan_id': 815, 'physical_network': 'physnet1'} {{(pid=115720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:55:33.780837 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-ac85ee32-0c87-4505-8bda-ce875dd7d272 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:33.785295 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-17ee23c9-8913-4a5b-85e8-20d5a5b72eff admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (285893c1-1cf4-4df1-8ae5-10b0e4a40f36), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:33.785822 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.segments_db [None req-17ee23c9-8913-4a5b-85e8-20d5a5b72eff admin admin] Added segment 285893c1-1cf4-4df1-8ae5-10b0e4a40f36 of type vlan for network d17bcca2-4634-4e94-ab61-f3a8aca673f1 Mar 31 15:55:33.843723 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-17ee23c9-8913-4a5b-85e8-20d5a5b72eff admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779152372026'] for network (d17bcca2-4634-4e94-ab61-f3a8aca673f1), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:33.875429 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 60920) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:33.909336 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-ac85ee32-0c87-4505-8bda-ce875dd7d272 admin admin] Publish callbacks [] for security_group (2f59ea9c-c644-45ed-9aa1-cbc0bcd9b2d6), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:33.913994 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee23c9-8913-4a5b-85e8-20d5a5b72eff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d96292b-82ac-4203-ae40-1aab3c5d2447,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:33.986309 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-ac85ee32-0c87-4505-8bda-ce875dd7d272 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (2f59ea9c-c644-45ed-9aa1-cbc0bcd9b2d6), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:33.987182 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-17ee23c9-8913-4a5b-85e8-20d5a5b72eff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for network (d17bcca2-4634-4e94-ab61-f3a8aca673f1), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:33.987497 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17ee23c9-8913-4a5b-85e8-20d5a5b72eff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:33.988185 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-17ee23c9-8913-4a5b-85e8-20d5a5b72eff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:34.040563 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85ee32-0c87-4505-8bda-ce875dd7d272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f59ea9c-c644-45ed-9aa1-cbc0bcd9b2d6,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:34.050930 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-ac85ee32-0c87-4505-8bda-ce875dd7d272 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e4a5f30652e4458b8f5079e850ad3061&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4600890 Mar 31 15:55:34.053061 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 60928) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:34.127401 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-a193a1fa-07e3-4e5c-9b9c-e786f847c478 admin admin] Publish callbacks [] for security_group (2f59ea9c-c644-45ed-9aa1-cbc0bcd9b2d6), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:34.131340 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-17ee23c9-8913-4a5b-85e8-20d5a5b72eff admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2662158 Mar 31 15:55:34.134502 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 60930) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:34.139252 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-324f60b8-579e-4a68-82e9-58395f50ec69 admin admin] Request body: {'subnet': {'network_id': 'd17bcca2-4634-4e94-ab61-f3a8aca673f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-353977309-subnet', 'tenant_id': '5370ec42172a4b97af50a7f69bb25352', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:55:34.154377 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-7eb36b3a-527a-46db-a018-d5331676614e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:34.171720 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-a193a1fa-07e3-4e5c-9b9c-e786f847c478 admin admin] Publish callbacks [] for security_group (2f59ea9c-c644-45ed-9aa1-cbc0bcd9b2d6), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:34.178521 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee23c9-8913-4a5b-85e8-20d5a5b72eff admin admin] Pushing event updated for resources: {'Network': ['ID=d17bcca2-4634-4e94-ab61-f3a8aca673f1,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:34.194472 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Network d17bcca2-4634-4e94-ab61-f3a8aca673f1 details requested by agent ovs-agent-dv-cinder-836028-1-iscsi with host dv-cinder-836028-1-iscsi {{(pid=115721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:55:34.245097 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a9b54e-10f9-4a33-9b59-544202b936ac req-51cad24a-b69d-4589-a374-70ef7eb7eec6 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:34.246623 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c7a9b54e-10f9-4a33-9b59-544202b936ac req-51cad24a-b69d-4589-a374-70ef7eb7eec6 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 944 time: 0.1351223 Mar 31 15:55:34.284527 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324f60b8-579e-4a68-82e9-58395f50ec69 admin admin] Made reservation on behalf of 5370ec42172a4b97af50a7f69bb25352 for: {'subnet': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:55:34.286847 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-324f60b8-579e-4a68-82e9-58395f50ec69 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:34.353560 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c7a9b54e-10f9-4a33-9b59-544202b936ac req-435dc00c-35c5-458c-8224-1108d3b92f9e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0935020 Mar 31 15:55:34.397195 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-7eb36b3a-527a-46db-a018-d5331676614e admin admin] Publish callbacks [] for security_group (c6cd013d-65bf-4a25-a5b4-babf47d72847), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:34.404317 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-a193a1fa-07e3-4e5c-9b9c-e786f847c478 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (2f59ea9c-c644-45ed-9aa1-cbc0bcd9b2d6), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:34.417512 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-a193a1fa-07e3-4e5c-9b9c-e786f847c478 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:34.418669 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-a193a1fa-07e3-4e5c-9b9c-e786f847c478 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2f59ea9c-c644-45ed-9aa1-cbc0bcd9b2d6 HTTP/1.1" status: 204 len: 168 time: 0.3640049 Mar 31 15:55:34.441107 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a193a1fa-07e3-4e5c-9b9c-e786f847c478 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f59ea9c-c644-45ed-9aa1-cbc0bcd9b2d6,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:34.556290 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-7eb36b3a-527a-46db-a018-d5331676614e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (c6cd013d-65bf-4a25-a5b4-babf47d72847), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:34.613563 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb36b3a-527a-46db-a018-d5331676614e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6cd013d-65bf-4a25-a5b4-babf47d72847,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:34.620846 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 60934) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:34.632996 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-7eb36b3a-527a-46db-a018-d5331676614e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d0bc14a674634ba8837673f10ebc88a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7371626 Mar 31 15:55:34.695016 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-324f60b8-579e-4a68-82e9-58395f50ec69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for subnet (be262e2a-c177-4e66-a233-2079a72f3974), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:34.697418 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-235c94c1-a36b-43ff-8517-a06ad3ac34fa admin admin] Publish callbacks [] for security_group (c6cd013d-65bf-4a25-a5b4-babf47d72847), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:34.723251 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-235c94c1-a36b-43ff-8517-a06ad3ac34fa admin admin] Publish callbacks [] for security_group (c6cd013d-65bf-4a25-a5b4-babf47d72847), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:34.773874 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f60b8-579e-4a68-82e9-58395f50ec69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be262e2a-c177-4e66-a233-2079a72f3974,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:34.787786 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324f60b8-579e-4a68-82e9-58395f50ec69 admin admin] Checking segment: {'id': '285893c1-1cf4-4df1-8ae5-10b0e4a40f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd17bcca2-4634-4e94-ab61-f3a8aca673f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:55:34.788095 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324f60b8-579e-4a68-82e9-58395f50ec69 admin admin] Network hostable DHCP agents. Network: d17bcca2-4634-4e94-ab61-f3a8aca673f1, hostable agents: ['476c03f2-c716-4e43-9eb8-27eff34871a5'], hosted agents: [] {{(pid=115720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:55:34.849789 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-a170b5b8-bcc2-456e-8d23-e76400014d58 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:34.877887 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-235c94c1-a36b-43ff-8517-a06ad3ac34fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (c6cd013d-65bf-4a25-a5b4-babf47d72847), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:34.881249 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-235c94c1-a36b-43ff-8517-a06ad3ac34fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:34.884748 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-235c94c1-a36b-43ff-8517-a06ad3ac34fa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/c6cd013d-65bf-4a25-a5b4-babf47d72847 HTTP/1.1" status: 204 len: 168 time: 0.2602897 Mar 31 15:55:34.907867 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 3e484439-668b-4c3b-a833-87c50596d9c0 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=115721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:55:34.923257 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324f60b8-579e-4a68-82e9-58395f50ec69 admin admin] Network d17bcca2-4634-4e94-ab61-f3a8aca673f1 is scheduled to be hosted by DHCP agent 476c03f2-c716-4e43-9eb8-27eff34871a5 with binding_index 1 {{(pid=115720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:55:34.926841 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 5bab7f78-f7d7-4bba-991a-378753eacaea up at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:55:34.933876 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235c94c1-a36b-43ff-8517-a06ad3ac34fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6cd013d-65bf-4a25-a5b4-babf47d72847,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:35.026333 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-324f60b8-579e-4a68-82e9-58395f50ec69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836028-1-iscsi, d17bcca2-4634-4e94-ab61-f3a8aca673f1) {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:55:35.037200 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324f60b8-579e-4a68-82e9-58395f50ec69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:35.039149 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-324f60b8-579e-4a68-82e9-58395f50ec69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for subnet (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:35.050387 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2294f0e0-4aba-471e-8264-06a90181aa35 None None] Network d17bcca2-4634-4e94-ab61-f3a8aca673f1 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:55:35.094564 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c029df4-9d25-4ab1-ad56-b5ec75e8a599 req-0a05d0e3-623b-41dd-9b54-f582c1742f49 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:35.096622 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1c029df4-9d25-4ab1-ad56-b5ec75e8a599 req-0a05d0e3-623b-41dd-9b54-f582c1742f49 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.1714559 Mar 31 15:55:35.112845 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520d44a2-83c1-4303-ae1b-b005695c6f49 req-7abe50e5-37ac-474b-845b-dbb90bc2c74e tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:35.114753 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-520d44a2-83c1-4303-ae1b-b005695c6f49 req-7abe50e5-37ac-474b-845b-dbb90bc2c74e tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 945 time: 0.2043018 Mar 31 15:55:35.203210 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1c029df4-9d25-4ab1-ad56-b5ec75e8a599 req-4c7ab5f9-dd90-43e5-b7bc-4f7dadee157e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0870659 Mar 31 15:55:35.207681 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-324f60b8-579e-4a68-82e9-58395f50ec69 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0714195 Mar 31 15:55:35.236801 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-520d44a2-83c1-4303-ae1b-b005695c6f49 req-37facbab-1e86-4c30-a1da-98b0e981bc23 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109524 Mar 31 15:55:35.259983 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 3e484439-668b-4c3b-a833-87c50596d9c0, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=3e484439-668b-4c3b-a833-87c50596d9c0,segment=NetworkSegment(3625fcca-8015-4d97-a97b-4b3ea4e2b9cb),segment_id=3625fcca-8015-4d97-a97b-4b3ea4e2b9cb)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:55:35.304205 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Returning: {'device': '3e484439-668b-4c3b-a833-87c50596d9c0', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'port_id': '3e484439-668b-4c3b-a833-87c50596d9c0', 'mac_address': 'fa:16:3e:62:61:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:55:35.338882 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299abcb4-2484-4845-831b-0e5e4973121e None None] Network d17bcca2-4634-4e94-ab61-f3a8aca673f1 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:55:35.423741 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 3e484439-668b-4c3b-a833-87c50596d9c0 is: DOWN; New status is: BUILD {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:55:35.424176 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (3e484439-668b-4c3b-a833-87c50596d9c0), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:35.438379 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning for port 5bab7f78-f7d7-4bba-991a-378753eacaea completed by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:55:35.448798 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning complete for port 5bab7f78-f7d7-4bba-991a-378753eacaea triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:55:35.449174 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (5bab7f78-f7d7-4bba-991a-378753eacaea), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:35.464600 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e484439-668b-4c3b-a833-87c50596d9c0 {{(pid=115721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:55:35.520712 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 3e484439-668b-4c3b-a833-87c50596d9c0, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=3e484439-668b-4c3b-a833-87c50596d9c0,segment=NetworkSegment(3625fcca-8015-4d97-a97b-4b3ea4e2b9cb),segment_id=3625fcca-8015-4d97-a97b-4b3ea4e2b9cb)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:55:35.641722 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6360bc-d92f-4d38-aa8f-c766315c887a req-c3675d48-a175-4045-af64-7a715870887b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:35.645654 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1c6360bc-d92f-4d38-aa8f-c766315c887a req-c3675d48-a175-4045-af64-7a715870887b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 944 time: 0.1387599 Mar 31 15:55:35.655770 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 5bab7f78-f7d7-4bba-991a-378753eacaea is: BUILD; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:55:35.656534 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (5bab7f78-f7d7-4bba-991a-378753eacaea), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:35.679511 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 60954) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:35.707658 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 5bab7f78-f7d7-4bba-991a-378753eacaea, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=5bab7f78-f7d7-4bba-991a-378753eacaea,segment=NetworkSegment(c4bf4fae-8afb-4772-9b42-f40496cec286),segment_id=c4bf4fae-8afb-4772-9b42-f40496cec286)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:55:35.709867 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (3e484439-668b-4c3b-a833-87c50596d9c0), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:35.710327 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ca1ae642-18ac-4d0f-9b69-6efbed4b7233 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:35.715884 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa147045-fb21-4dc9-83f2-726d356973bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bab7f78-f7d7-4bba-991a-378753eacaea'}] {{(pid=115721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:55:35.719893 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dbd394bfc303c33638f161c815dd3ff8081b22df1313fe1def72e09edd93f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfed4d46-df0a-471d-94ae-0bcc561246e1" -d '{"events": [{"server_uuid": "fa147045-fb21-4dc9-83f2-726d356973bb", "name": "network-vif-plugged", "status": "completed", "tag": "5bab7f78-f7d7-4bba-991a-378753eacaea"}]}' {{(pid=115721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:55:35.755986 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1c6360bc-d92f-4d38-aa8f-c766315c887a req-2e146b12-ea49-46ab-8ecc-2dff7843a099 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021435 Mar 31 15:55:35.814859 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (5bab7f78-f7d7-4bba-991a-378753eacaea), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:35.826690 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b1636f-1113-4af5-ac76-65496a3caf98 x-openstack-request-id: req-a5b1636f-1113-4af5-ac76-65496a3caf98 {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:55:35.827039 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa147045-fb21-4dc9-83f2-726d356973bb", "name": "network-vif-plugged", "status": "completed", "tag": "5bab7f78-f7d7-4bba-991a-378753eacaea", "code": 200}]} {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:55:35.827275 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a5b1636f-1113-4af5-ac76-65496a3caf98 {{(pid=115721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:55:35.827685 dv-cinder-836028-1-iscsi neutron-server[115721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5b1636f-1113-4af5-ac76-65496a3caf98'] response: {'server_uuid': 'fa147045-fb21-4dc9-83f2-726d356973bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bab7f78-f7d7-4bba-991a-378753eacaea', 'code': 200} Mar 31 15:55:35.865396 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ca1ae642-18ac-4d0f-9b69-6efbed4b7233 admin admin] Publish callbacks [] for security_group (93b0582e-d962-4f3a-84f8-f52fcc3c3952), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:35.870455 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=3e484439-668b-4c3b-a833-87c50596d9c0,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:35.919535 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7491ff-d5b5-4fb5-b0e7-5031f5dd5ad7 req-e93b7d88-571c-4a0f-a113-e251f2c29260 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:35.921527 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ce7491ff-d5b5-4fb5-b0e7-5031f5dd5ad7 req-e93b7d88-571c-4a0f-a113-e251f2c29260 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0697017 Mar 31 15:55:35.929599 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ca1ae642-18ac-4d0f-9b69-6efbed4b7233 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (93b0582e-d962-4f3a-84f8-f52fcc3c3952), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:36.008861 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1ae642-18ac-4d0f-9b69-6efbed4b7233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93b0582e-d962-4f3a-84f8-f52fcc3c3952,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:36.015714 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-ca1ae642-18ac-4d0f-9b69-6efbed4b7233 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9579550c6e22417a870de0428e515f90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3350890 Mar 31 15:55:36.019513 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 60966) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:36.026377 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=5bab7f78-f7d7-4bba-991a-378753eacaea,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:36.070582 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ce7491ff-d5b5-4fb5-b0e7-5031f5dd5ad7 req-acc8dcb7-14a7-4ef8-97f2-acb6d17edaa8 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322849 Mar 31 15:55:36.127291 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-740c650c-c0a3-4212-af4c-fb3aebd117d9 admin admin] Publish callbacks [] for security_group (93b0582e-d962-4f3a-84f8-f52fcc3c3952), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:36.135420 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['3e484439-668b-4c3b-a833-87c50596d9c0'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:55:36.151419 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-740c650c-c0a3-4212-af4c-fb3aebd117d9 admin admin] Publish callbacks [] for security_group (93b0582e-d962-4f3a-84f8-f52fcc3c3952), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:36.387159 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9ec2e-da0f-4cec-be3f-d54eadbbcf5e req-0a83617f-fc11-4eab-a927-ae7e6a53a69e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:36.388771 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-21a9ec2e-da0f-4cec-be3f-d54eadbbcf5e req-0a83617f-fc11-4eab-a927-ae7e6a53a69e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.0810921 Mar 31 15:55:36.396850 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cc57c6-4cbf-4791-8f5b-1d02a4da9fd3 req-7fef8064-dbe2-491f-bac0-df03bff882af tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:36.398224 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d3cc57c6-4cbf-4791-8f5b-1d02a4da9fd3 req-7fef8064-dbe2-491f-bac0-df03bff882af tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.0805717 Mar 31 15:55:36.471960 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-21a9ec2e-da0f-4cec-be3f-d54eadbbcf5e req-1a2eab30-208f-4796-9588-454046cb4f01 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727086 Mar 31 15:55:36.475070 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d3cc57c6-4cbf-4791-8f5b-1d02a4da9fd3 req-ecf86535-5c31-482a-997a-318f88d9052e tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703163 Mar 31 15:55:36.627770 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65ba530-4483-40e8-9995-ccd75b189be7 req-f2079bbd-322f-49d9-80ff-7c780a194e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:36.629290 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a65ba530-4483-40e8-9995-ccd75b189be7 req-f2079bbd-322f-49d9-80ff-7c780a194e85 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 1130 time: 0.0432789 Mar 31 15:55:36.642230 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-740c650c-c0a3-4212-af4c-fb3aebd117d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (93b0582e-d962-4f3a-84f8-f52fcc3c3952), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:36.645138 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-740c650c-c0a3-4212-af4c-fb3aebd117d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:36.648718 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-740c650c-c0a3-4212-af4c-fb3aebd117d9 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/93b0582e-d962-4f3a-84f8-f52fcc3c3952 HTTP/1.1" status: 204 len: 168 time: 0.6268656 Mar 31 15:55:36.656523 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c650c-c0a3-4212-af4c-fb3aebd117d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93b0582e-d962-4f3a-84f8-f52fcc3c3952,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:36.685023 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a65ba530-4483-40e8-9995-ccd75b189be7 req-11884ec6-d506-41a1-9140-4b35b17a5e38 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484149 Mar 31 15:55:36.897497 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462b37af-3e62-4032-a643-cf10f82c24af req-2cb2ae65-4470-4fb4-a581-cc3b0fe5b87e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:36.905390 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-462b37af-3e62-4032-a643-cf10f82c24af req-2cb2ae65-4470-4fb4-a581-cc3b0fe5b87e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 945 time: 0.0752218 Mar 31 15:55:36.964742 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-462b37af-3e62-4032-a643-cf10f82c24af req-f5396c81-30c3-4491-8216-0f282110e4b8 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583491 Mar 31 15:55:36.997791 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8807796e-3ec9-4e72-a2b1-4ab07740c684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:37.291450 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635ab84e-9334-47be-b30f-28ed5207b449 req-cda95546-890a-4da1-a8ec-d7ab93b0532d tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:37.293034 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-635ab84e-9334-47be-b30f-28ed5207b449 req-cda95546-890a-4da1-a8ec-d7ab93b0532d tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.1186738 Mar 31 15:55:37.388247 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-635ab84e-9334-47be-b30f-28ed5207b449 req-d9e7408b-4c43-49a5-9988-6bda77208523 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803146 Mar 31 15:55:37.690495 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccab8e62-9f7f-4b09-a64b-4bbfeb28a46f req-dd9c571f-f952-43f8-8701-82156c5f046f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:37.701794 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ccab8e62-9f7f-4b09-a64b-4bbfeb28a46f req-dd9c571f-f952-43f8-8701-82156c5f046f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.1003020 Mar 31 15:55:37.710447 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b77a29-13ed-4359-8e0b-bae82ae4b899 req-ed600cf8-f0bb-4654-a614-b8f6c18c6dc8 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:37.717868 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-35b77a29-13ed-4359-8e0b-bae82ae4b899 req-ed600cf8-f0bb-4654-a614-b8f6c18c6dc8 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.1477680 Mar 31 15:55:37.721065 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:37.824820 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-35b77a29-13ed-4359-8e0b-bae82ae4b899 req-1224d41c-fe12-43ac-9e81-00c3f6d9a665 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0983579 Mar 31 15:55:37.848647 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ccab8e62-9f7f-4b09-a64b-4bbfeb28a46f req-76ad0c0c-edb5-4ac5-af4d-232a2919c634 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294756 Mar 31 15:55:38.116766 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1beeb-47d3-4a1c-8db8-aab6fb25405f req-47055ac4-b233-4602-93dd-c9700667b655 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:38.118517 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-bca1beeb-47d3-4a1c-8db8-aab6fb25405f req-47055ac4-b233-4602-93dd-c9700667b655 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 945 time: 0.0800927 Mar 31 15:55:38.196389 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-bca1beeb-47d3-4a1c-8db8-aab6fb25405f req-2ab5dda2-3472-4218-91c2-b81690a6945f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708785 Mar 31 15:55:38.380593 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:38.567109 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835ce2f-979b-47d7-9090-5c9c7648c5cf req-3fdde663-c0cc-4930-92ee-913da7f9faa9 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:38.573903 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f835ce2f-979b-47d7-9090-5c9c7648c5cf req-3fdde663-c0cc-4930-92ee-913da7f9faa9 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0640960 Mar 31 15:55:38.673803 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f835ce2f-979b-47d7-9090-5c9c7648c5cf req-2375f67a-1601-42eb-81d3-71269a20911a tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989785 Mar 31 15:55:38.739050 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-35151067-df50-4455-8239-6c0b9ed25ba0 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:38.745883 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-35151067-df50-4455-8239-6c0b9ed25ba0 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/networks?id=d17bcca2-4634-4e94-ab61-f3a8aca673f1 HTTP/1.1" status: 200 len: 813 time: 0.1639121 Mar 31 15:55:38.756613 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-19177481-d98a-49fc-9761-efa8b87fd451 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/quotas/5370ec42172a4b97af50a7f69bb25352 HTTP/1.1" status: 200 len: 375 time: 0.0099146 Mar 31 15:55:38.794769 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-c788156c-729e-404d-b8d8-a0703b54c333 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5370ec42172a4b97af50a7f69bb25352&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311806 Mar 31 15:55:38.913124 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-f80d9926-736c-45e0-9cff-1e69e6890996 service neutron] 10.222.0.47 "GET /v2.0/networks/d17bcca2-4634-4e94-ab61-f3a8aca673f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1094520 Mar 31 15:55:38.939289 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 3e484439-668b-4c3b-a833-87c50596d9c0 up at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:55:39.031954 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-b47c2a53-5b0a-4ae2-8567-b08140cda03d service neutron] 10.222.0.47 "GET /v2.0/networks/d17bcca2-4634-4e94-ab61-f3a8aca673f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174836 Mar 31 15:55:39.137437 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c83022-224f-4b70-b7b6-887cca22acfb req-cbf9be69-49cc-4d63-8f7d-92ddaebf5136 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:39.150276 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d1c83022-224f-4b70-b7b6-887cca22acfb req-cbf9be69-49cc-4d63-8f7d-92ddaebf5136 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.1320777 Mar 31 15:55:39.203698 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning for port 3e484439-668b-4c3b-a833-87c50596d9c0 completed by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:55:39.208148 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning complete for port 3e484439-668b-4c3b-a833-87c50596d9c0 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:55:39.209817 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (3e484439-668b-4c3b-a833-87c50596d9c0), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:39.231353 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d1c83022-224f-4b70-b7b6-887cca22acfb req-7b0778fc-b824-44e3-9242-5b14e82561cc tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724480 Mar 31 15:55:39.350475 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:39.396848 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 3e484439-668b-4c3b-a833-87c50596d9c0 is: BUILD; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:55:39.397925 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (3e484439-668b-4c3b-a833-87c50596d9c0), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:39.424828 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9adf46e9-965b-4584-a0d2-3b717637a02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e484439-668b-4c3b-a833-87c50596d9c0'}] {{(pid=115721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:55:39.428922 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1beae4-5765-43f2-b8da-3b949fa6dac5 req-b2479256-5ac9-4146-9869-35cd82c87cc7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:39.429066 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dbd394bfc303c33638f161c815dd3ff8081b22df1313fe1def72e09edd93f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63df3827-614f-4056-b55f-e95702f7ca01" -d '{"events": [{"server_uuid": "9adf46e9-965b-4584-a0d2-3b717637a02e", "name": "network-vif-plugged", "status": "completed", "tag": "3e484439-668b-4c3b-a833-87c50596d9c0"}]}' {{(pid=115721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:55:39.435253 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9b1beae4-5765-43f2-b8da-3b949fa6dac5 req-b2479256-5ac9-4146-9869-35cd82c87cc7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.0891116 Mar 31 15:55:39.440246 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 3e484439-668b-4c3b-a833-87c50596d9c0, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=3e484439-668b-4c3b-a833-87c50596d9c0,segment=NetworkSegment(3625fcca-8015-4d97-a97b-4b3ea4e2b9cb),segment_id=3625fcca-8015-4d97-a97b-4b3ea4e2b9cb)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:55:39.510998 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (3e484439-668b-4c3b-a833-87c50596d9c0), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:39.565916 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9b1beae4-5765-43f2-b8da-3b949fa6dac5 req-3fb2cbc7-32db-419c-beee-270c0fe3e256 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296644 Mar 31 15:55:39.584570 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3d6eee-8b49-484c-9fe5-ac029cfb651b req-6c70d13b-8783-418a-9cac-0f06db936dd5 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:39.593097 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-da3d6eee-8b49-484c-9fe5-ac029cfb651b req-6c70d13b-8783-418a-9cac-0f06db936dd5 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 945 time: 0.1551173 Mar 31 15:55:39.609116 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=3e484439-668b-4c3b-a833-87c50596d9c0,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:39.693374 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-da3d6eee-8b49-484c-9fe5-ac029cfb651b req-227b934c-dfcb-4607-aac1-63f28a688ba4 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993118 Mar 31 15:55:39.776169 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2ff2882f-2ebc-4942-872b-478a9ba0598c req-0f8218ab-8421-4234-821f-83ca59af785d tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=a955a0a8-1f9e-4f0d-8189-fbcd65e50926 HTTP/1.1" status: 200 len: 210 time: 0.0288932 Mar 31 15:55:39.820815 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120bbde0-c565-4ff0-9c6f-8b2a6b403a9d req-043ceaef-4aae-490c-ad74-addb6b81a333 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:39.823898 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-120bbde0-c565-4ff0-9c6f-8b2a6b403a9d req-043ceaef-4aae-490c-ad74-addb6b81a333 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.1638215 Mar 31 15:55:39.834062 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 32836) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:39.840827 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-9f565269-6611-4409-a2d8-17b36c8d1da6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Request body: {'floatingip': {'port_id': '5bab7f78-f7d7-4bba-991a-378753eacaea'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:55:39.861681 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-985d2a06-4039-4f65-9e2e-f56759d6521c x-openstack-request-id: req-985d2a06-4039-4f65-9e2e-f56759d6521c {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:55:39.863711 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9adf46e9-965b-4584-a0d2-3b717637a02e", "name": "network-vif-plugged", "status": "completed", "tag": "3e484439-668b-4c3b-a833-87c50596d9c0", "code": 200}]} {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:55:39.864076 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-985d2a06-4039-4f65-9e2e-f56759d6521c {{(pid=115721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:55:39.864545 dv-cinder-836028-1-iscsi neutron-server[115721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-985d2a06-4039-4f65-9e2e-f56759d6521c'] response: {'server_uuid': '9adf46e9-965b-4584-a0d2-3b717637a02e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e484439-668b-4c3b-a833-87c50596d9c0', 'code': 200} Mar 31 15:55:39.886930 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9f565269-6611-4409-a2d8-17b36c8d1da6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks [] for floatingip (1f3fee33-4711-4a22-b384-58f4e84e72b9), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:39.973390 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b97407-e613-46f9-8e48-db1209637d7e req-337047a5-2d18-4d0b-9add-f4bbd2fa4980 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:39.975603 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d7b97407-e613-46f9-8e48-db1209637d7e req-337047a5-2d18-4d0b-9add-f4bbd2fa4980 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0834148 Mar 31 15:55:40.049699 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d7b97407-e613-46f9-8e48-db1209637d7e req-f4585758-7db9-454d-8bb5-bb852316e4b6 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667655 Mar 31 15:55:40.634390 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9f565269-6611-4409-a2d8-17b36c8d1da6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:40.715694 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e1cd1c-301c-47df-a3be-9e4d4c5e33d0 req-c8028b02-bcb9-4eab-be58-3b5fb957a8d0 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:40.717804 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-70e1cd1c-301c-47df-a3be-9e4d4c5e33d0 req-c8028b02-bcb9-4eab-be58-3b5fb957a8d0 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.0570533 Mar 31 15:55:40.807615 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-70e1cd1c-301c-47df-a3be-9e4d4c5e33d0 req-b8a1fa7e-0af4-4b87-afc6-13a8c7190b21 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835609 Mar 31 15:55:40.843220 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b1da88-7ea5-4d84-8d62-1d765f4c2206 req-f2936619-2f0c-4d39-9a62-695ef88925cd tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:40.844903 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f7b1da88-7ea5-4d84-8d62-1d765f4c2206 req-f2936619-2f0c-4d39-9a62-695ef88925cd tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 946 time: 0.0781493 Mar 31 15:55:40.893211 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4b5cdab2-c86a-4271-afad-677218b61d0b req-06b8257f-1820-41ab-9c16-822f11178e1b tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=a955a0a8-1f9e-4f0d-8189-fbcd65e50926 HTTP/1.1" status: 200 len: 210 time: 0.0426466 Mar 31 15:55:40.920020 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f7b1da88-7ea5-4d84-8d62-1d765f4c2206 req-d561fc71-2d7c-4253-b14f-fe71abd39dc4 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678809 Mar 31 15:55:41.049566 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9f565269-6611-4409-a2d8-17b36c8d1da6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (1f3fee33-4711-4a22-b384-58f4e84e72b9), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:41.113885 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:41.176852 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24599d9e-7e2b-422b-8d63-ece749d6268a req-fdb1d3b5-75a4-44f4-935c-c58d32b58a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:41.178426 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-24599d9e-7e2b-422b-8d63-ece749d6268a req-fdb1d3b5-75a4-44f4-935c-c58d32b58a90 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 1130 time: 0.1052389 Mar 31 15:55:41.207974 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.l3_db [None req-9f565269-6611-4409-a2d8-17b36c8d1da6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Floating IP 1f3fee33-4711-4a22-b384-58f4e84e72b9 associated. External IP: 172.27.0.82, port: 5bab7f78-f7d7-4bba-991a-378753eacaea. Mar 31 15:55:41.218654 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b4dcc2-30de-4bb5-82ef-ef2a6bfdef9c req-51d31294-4e19-49a8-bea5-7c1dc1559e5d tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:41.225471 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-27b4dcc2-30de-4bb5-82ef-ef2a6bfdef9c req-51d31294-4e19-49a8-bea5-7c1dc1559e5d tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.1056008 Mar 31 15:55:41.266298 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-24599d9e-7e2b-422b-8d63-ece749d6268a req-d6d300a9-3ae2-4551-8a76-61a77bda5b17 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0781960 Mar 31 15:55:41.313083 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-27b4dcc2-30de-4bb5-82ef-ef2a6bfdef9c req-a6f2bc6f-15c3-4279-9035-dab3fab2568b tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867543 Mar 31 15:55:41.473683 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f565269-6611-4409-a2d8-17b36c8d1da6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Router 893cd866-4a0a-4a91-8227-08d08891aab9 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:55:41.606285 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f565269-6611-4409-a2d8-17b36c8d1da6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:55:41.610976 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9f565269-6611-4409-a2d8-17b36c8d1da6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:41.616368 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70d3a9a-0812-4fe4-a727-a99eb7bebbe0 None None] Sync routers for ids ['893cd866-4a0a-4a91-8227-08d08891aab9'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:55:41.628421 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70d3a9a-0812-4fe4-a727-a99eb7bebbe0 None None] Routers {'893cd866-4a0a-4a91-8227-08d08891aab9'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:55:41.629050 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-f70d3a9a-0812-4fe4-a727-a99eb7bebbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:55:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['893cd866-4a0a-4a91-8227-08d08891aab9'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:55:41.668705 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-9f565269-6611-4409-a2d8-17b36c8d1da6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "PUT /v2.0/floatingips/1f3fee33-4711-4a22-b384-58f4e84e72b9 HTTP/1.1" status: 200 len: 991 time: 1.8165286 Mar 31 15:55:41.668705 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa147045-fb21-4dc9-83f2-726d356973bb', 'tag': '5bab7f78-f7d7-4bba-991a-378753eacaea'}] {{(pid=115720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:55:41.668705 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccc7965b351d9be82fa8b87eed5996d2f485a8722744a87613077a4f3f485543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2adfff85-efda-4c43-bb84-86563d49d7a9" -d '{"events": [{"name": "network-changed", "server_uuid": "fa147045-fb21-4dc9-83f2-726d356973bb", "tag": "5bab7f78-f7d7-4bba-991a-378753eacaea"}]}' {{(pid=115720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:55:41.710533 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5242ef4b-66ee-44de-8693-1728a977391e x-openstack-request-id: req-5242ef4b-66ee-44de-8693-1728a977391e {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:55:41.710834 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa147045-fb21-4dc9-83f2-726d356973bb", "tag": "5bab7f78-f7d7-4bba-991a-378753eacaea", "status": "completed", "code": 200}]} {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:55:41.711098 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5242ef4b-66ee-44de-8693-1728a977391e {{(pid=115720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:55:41.711562 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5242ef4b-66ee-44de-8693-1728a977391e'] response: {'name': 'network-changed', 'server_uuid': 'fa147045-fb21-4dc9-83f2-726d356973bb', 'tag': '5bab7f78-f7d7-4bba-991a-378753eacaea', 'status': 'completed', 'code': 200} Mar 31 15:55:41.880995 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-f70d3a9a-0812-4fe4-a727-a99eb7bebbe0 None None] Set router 893cd866-4a0a-4a91-8227-08d08891aab9 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:55:41.887618 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfff85-efda-4c43-bb84-86563d49d7a9 req-545a49fe-7200-402e-a7d0-096269123563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:41.891292 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2adfff85-efda-4c43-bb84-86563d49d7a9 req-545a49fe-7200-402e-a7d0-096269123563 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b72f6f1e61d487aa67d6b722ba60f85&device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 1130 time: 0.0916893 Mar 31 15:55:42.028096 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e923dade-9481-4c47-9a06-3e72dd5662c9 req-a4cb94d6-7d76-414b-9ab9-826596899e80 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=a955a0a8-1f9e-4f0d-8189-fbcd65e50926 HTTP/1.1" status: 200 len: 210 time: 0.0407295 Mar 31 15:55:42.069263 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db34f41-326c-46b4-a783-702281be5d94 req-f62dd34c-cfa8-426d-9b00-af377707113d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:42.070882 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4db34f41-326c-46b4-a783-702281be5d94 req-f62dd34c-cfa8-426d-9b00-af377707113d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.1656709 Mar 31 15:55:42.091746 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfff85-efda-4c43-bb84-86563d49d7a9 req-662e2bf2-7655-42e4-956d-2752c42e7d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:42.093547 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2adfff85-efda-4c43-bb84-86563d49d7a9 req-662e2bf2-7655-42e4-956d-2752c42e7d9c service neutron] 10.222.0.24 "GET /v2.0/networks?id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa HTTP/1.1" status: 200 len: 920 time: 0.1764901 Mar 31 15:55:42.185469 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4db34f41-326c-46b4-a783-702281be5d94 req-88115ec1-99d2-4cf7-837e-aac7e4fd004c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045477 Mar 31 15:55:42.230937 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2adfff85-efda-4c43-bb84-86563d49d7a9 req-a7e43a12-38b4-4be9-b5ff-5e09acbc9467 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bab7f78-f7d7-4bba-991a-378753eacaea HTTP/1.1" status: 200 len: 999 time: 0.1289270 Mar 31 15:55:42.245258 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-f70d3a9a-0812-4fe4-a727-a99eb7bebbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'name': 'tempest-ServerRescueNegativeTestJSON-1589148491-router', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:05Z', 'updated_at': '2022-03-31T15:53:11Z', 'revision_number': 4, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'gw_port': {'id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:06Z', 'updated_at': '2022-03-31T15:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '1f3fee33-4711-4a22-b384-58f4e84e72b9', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'port_id': '5bab7f78-f7d7-4bba-991a-378753eacaea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa', 'mac_address': 'fa:16:3e:eb:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa147045-fb21-4dc9-83f2-726d356973bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:55:10Z', 'updated_at': '2022-03-31T15:55:40Z', 'revision_number': 1, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bf53a5-f12d-4a00-a562-aa091b90a999', 'name': '', 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'mac_address': 'fa:16:3e:e1:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0a390765-0f72-4138-842b-3475f0e0b072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:27Z', 'revision_number': 5, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'subnets': [{'id': '0a390765-0f72-4138-842b-3475f0e0b072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:55:42.260177 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3114a953-3374-4b5d-9fb2-0eae2c4e6163 req-a928144d-9f46-430b-99a0-f8e8a47858a2 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:42.261671 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3114a953-3374-4b5d-9fb2-0eae2c4e6163 req-a928144d-9f46-430b-99a0-f8e8a47858a2 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 946 time: 0.1502604 Mar 31 15:55:42.300677 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70d3a9a-0812-4fe4-a727-a99eb7bebbe0 None None] Checking router: 893cd866-4a0a-4a91-8227-08d08891aab9 for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:55:42.308923 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70d3a9a-0812-4fe4-a727-a99eb7bebbe0 None None] Routers {'893cd866-4a0a-4a91-8227-08d08891aab9'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:55:42.310102 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-f70d3a9a-0812-4fe4-a727-a99eb7bebbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:55:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['893cd866-4a0a-4a91-8227-08d08891aab9'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:55:42.326075 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfff85-efda-4c43-bb84-86563d49d7a9 req-19ce96b6-28d5-46c1-acde-41ef53fe6994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:42.327570 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2adfff85-efda-4c43-bb84-86563d49d7a9 req-19ce96b6-28d5-46c1-acde-41ef53fe6994 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a390765-0f72-4138-842b-3475f0e0b072 HTTP/1.1" status: 200 len: 858 time: 0.0888975 Mar 31 15:55:42.362668 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3114a953-3374-4b5d-9fb2-0eae2c4e6163 req-e50da01e-2cef-44d1-afa7-dc0c951c4482 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802214 Mar 31 15:55:42.483861 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-f70d3a9a-0812-4fe4-a727-a99eb7bebbe0 None None] Set router 893cd866-4a0a-4a91-8227-08d08891aab9 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:55:42.693731 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adfff85-efda-4c43-bb84-86563d49d7a9 req-8752e9bd-d9ad-4be5-819f-e296130b8b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:42.695231 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2adfff85-efda-4c43-bb84-86563d49d7a9 req-8752e9bd-d9ad-4be5-819f-e296130b8b5a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3572910 Mar 31 15:55:42.710160 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22346006-3e51-4cde-ab11-aa6075a77930 req-deaed5de-16b5-4cdc-8ad9-35b0765155ff tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:42.711880 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-22346006-3e51-4cde-ab11-aa6075a77930 req-deaed5de-16b5-4cdc-8ad9-35b0765155ff tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0749876 Mar 31 15:55:42.828198 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-f70d3a9a-0812-4fe4-a727-a99eb7bebbe0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'name': 'tempest-ServerRescueNegativeTestJSON-1589148491-router', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:05Z', 'updated_at': '2022-03-31T15:53:11Z', 'revision_number': 4, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'gw_port': {'id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:06Z', 'updated_at': '2022-03-31T15:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '1f3fee33-4711-4a22-b384-58f4e84e72b9', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'port_id': '5bab7f78-f7d7-4bba-991a-378753eacaea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa', 'mac_address': 'fa:16:3e:eb:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa147045-fb21-4dc9-83f2-726d356973bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:55:10Z', 'updated_at': '2022-03-31T15:55:40Z', 'revision_number': 1, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bf53a5-f12d-4a00-a562-aa091b90a999', 'name': '', 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'mac_address': 'fa:16:3e:e1:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0a390765-0f72-4138-842b-3475f0e0b072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:27Z', 'revision_number': 5, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'subnets': [{'id': '0a390765-0f72-4138-842b-3475f0e0b072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:55:42.844872 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-22346006-3e51-4cde-ab11-aa6075a77930 req-6159bc8e-7d18-4d36-9b98-eec62c288c6c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1260986 Mar 31 15:55:42.869269 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70d3a9a-0812-4fe4-a727-a99eb7bebbe0 None None] The sync data for ids ['893cd866-4a0a-4a91-8227-08d08891aab9'] in dv-cinder-836028-1-iscsi is: [{'id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'name': 'tempest-ServerRescueNegativeTestJSON-1589148491-router', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:05Z', 'updated_at': '2022-03-31T15:53:11Z', 'revision_number': 4, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'gw_port': {'id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:06Z', 'updated_at': '2022-03-31T15:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '1f3fee33-4711-4a22-b384-58f4e84e72b9', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'port_id': '5bab7f78-f7d7-4bba-991a-378753eacaea', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa', 'mac_address': 'fa:16:3e:eb:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa147045-fb21-4dc9-83f2-726d356973bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:55:10Z', 'updated_at': '2022-03-31T15:55:40Z', 'revision_number': 1, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bf53a5-f12d-4a00-a562-aa091b90a999', 'name': '', 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'mac_address': 'fa:16:3e:e1:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0a390765-0f72-4138-842b-3475f0e0b072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:27Z', 'revision_number': 5, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'subnets': [{'id': '0a390765-0f72-4138-842b-3475f0e0b072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:55:42.886217 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2adfff85-efda-4c43-bb84-86563d49d7a9 req-ec6cdcd8-2f41-446b-87d7-8331b6d21202 service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488011 Mar 31 15:55:43.051299 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2adfff85-efda-4c43-bb84-86563d49d7a9 req-ca4ad68b-dfba-468c-b09c-f01cd46ae895 service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189427 Mar 31 15:55:43.152601 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-268dba97-dc00-4d5a-b445-1e4ba9bffed4 req-adc4eb6a-4aef-4ea1-833e-9f4114d86e3d tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=a955a0a8-1f9e-4f0d-8189-fbcd65e50926 HTTP/1.1" status: 200 len: 210 time: 0.0282588 Mar 31 15:55:43.223998 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c9981a9-51de-4c85-97b2-e44c02c3a607 None None] New status for floating IP 1f3fee33-4711-4a22-b384-58f4e84e72b9: ACTIVE {{(pid=115721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:55:43.556611 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a01cb4-44c2-4c1c-b16c-1ecb7b28eec4 req-2d76939e-3953-4ecc-9fb2-edeeb95d9934 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:43.558727 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-03a01cb4-44c2-4c1c-b16c-1ecb7b28eec4 req-2d76939e-3953-4ecc-9fb2-edeeb95d9934 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.2073700 Mar 31 15:55:43.626795 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-65ad5f3e-89d7-4917-a448-333955f926cc tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:43.631554 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-65ad5f3e-89d7-4917-a448-333955f926cc tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.24 "GET /v2.0/networks?id=d17bcca2-4634-4e94-ab61-f3a8aca673f1 HTTP/1.1" status: 200 len: 813 time: 0.3396196 Mar 31 15:55:43.669315 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-43482454-f9c6-4091-9818-561c60e07bb4 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Request body: {'port': {'device_id': 'a955a0a8-1f9e-4f0d-8189-fbcd65e50926', 'network_id': 'd17bcca2-4634-4e94-ab61-f3a8aca673f1', 'admin_state_up': True, 'tenant_id': '5370ec42172a4b97af50a7f69bb25352'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:55:43.772790 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf8cab3-1102-439b-801f-ca21e501a302 req-83d78c22-c44f-4a5f-986b-19b611a95904 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:43.779628 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-bbf8cab3-1102-439b-801f-ca21e501a302 req-83d78c22-c44f-4a5f-986b-19b611a95904 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 946 time: 0.2778735 Mar 31 15:55:43.789768 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-03a01cb4-44c2-4c1c-b16c-1ecb7b28eec4 req-0fa13d98-f7e6-45e4-8bad-e76a1c5b032a tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1884441 Mar 31 15:55:43.880679 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-bbf8cab3-1102-439b-801f-ca21e501a302 req-7dea579e-31ef-40c4-b623-10915c4f4593 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995514 Mar 31 15:55:43.994119 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-43482454-f9c6-4091-9818-561c60e07bb4 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Made reservation on behalf of 5370ec42172a4b97af50a7f69bb25352 for: {'port': 1} {{(pid=115719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:55:43.997339 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-43482454-f9c6-4091-9818-561c60e07bb4 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:44.106402 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b061e5c2-a013-4118-a0b7-a9ff8df18e8c req-1c6f52f4-7220-421b-8096-8bb52d86635d tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:44.108398 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b061e5c2-a013-4118-a0b7-a9ff8df18e8c req-1c6f52f4-7220-421b-8096-8bb52d86635d tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.1562982 Mar 31 15:55:44.121006 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b1850-ef0c-4d62-8468-3dc4df4eed39 req-04b0a45c-2a69-4975-97b9-bb877b55b83f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:44.127481 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b78b1850-ef0c-4d62-8468-3dc4df4eed39 req-04b0a45c-2a69-4975-97b9-bb877b55b83f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 946 time: 0.1469357 Mar 31 15:55:44.132353 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 32898) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:44.137298 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-50b024b3-8e9c-4d98-80e7-39d41d001dad tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Request body: {'floatingip': {'port_id': '3e484439-668b-4c3b-a833-87c50596d9c0'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:55:44.190752 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-50b024b3-8e9c-4d98-80e7-39d41d001dad tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for floatingip (7a2a9990-c889-4c36-82ea-cb9ae98ba7b3), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:44.232456 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-43482454-f9c6-4091-9818-561c60e07bb4 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Allocated IP 172.20.0.13 (d17bcca2-4634-4e94-ab61-f3a8aca673f1/be262e2a-c177-4e66-a233-2079a72f3974/2cf1cc72-f473-4bee-89ed-17f5fe19b24e) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:55:44.266536 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b061e5c2-a013-4118-a0b7-a9ff8df18e8c req-51c86b9f-88be-44a8-b1c4-ff1c756d9ba6 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1377192 Mar 31 15:55:44.306209 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-36fea16f-4c97-4865-937a-9a067d8a3339 req-3cdf8c61-7ae9-438d-b917-d48dccdb7af1 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=a955a0a8-1f9e-4f0d-8189-fbcd65e50926 HTTP/1.1" status: 200 len: 210 time: 0.0546961 Mar 31 15:55:44.463990 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-43482454-f9c6-4091-9818-561c60e07bb4 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Publish callbacks [] for port (2cf1cc72-f473-4bee-89ed-17f5fe19b24e), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:44.616329 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-43482454-f9c6-4091-9818-561c60e07bb4 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (2cf1cc72-f473-4bee-89ed-17f5fe19b24e), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:44.665518 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-43482454-f9c6-4091-9818-561c60e07bb4 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Network d17bcca2-4634-4e94-ab61-f3a8aca673f1 is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:55:44.680679 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-43482454-f9c6-4091-9818-561c60e07bb4 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:55:44.686415 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-43482454-f9c6-4091-9818-561c60e07bb4 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:55:44.729862 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43482454-f9c6-4091-9818-561c60e07bb4 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Pushing event updated for resources: {'Port': ['ID=2cf1cc72-f473-4bee-89ed-17f5fe19b24e,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:44.756152 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-43482454-f9c6-4091-9818-561c60e07bb4 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:44.756781 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-43482454-f9c6-4091-9818-561c60e07bb4 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:44.804767 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-50b024b3-8e9c-4d98-80e7-39d41d001dad tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:44.876172 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-43482454-f9c6-4091-9818-561c60e07bb4 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2266955 Mar 31 15:55:44.904543 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-e740786a-0b8e-40c4-9bd5-c1bfd1571ec5 service neutron] Request body: {'port': {'device_id': 'a955a0a8-1f9e-4f0d-8189-fbcd65e50926', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:55:44.969660 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-50b024b3-8e9c-4d98-80e7-39d41d001dad tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (7a2a9990-c889-4c36-82ea-cb9ae98ba7b3), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:44.995846 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-e740786a-0b8e-40c4-9bd5-c1bfd1571ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (2cf1cc72-f473-4bee-89ed-17f5fe19b24e), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:45.006427 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f89233-b312-4418-83d8-3645c1f059ca req-d24e4ad5-bcbd-4e84-a67d-e1d431beb3c6 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:45.008116 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e1f89233-b312-4418-83d8-3645c1f059ca req-d24e4ad5-bcbd-4e84-a67d-e1d431beb3c6 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.1087637 Mar 31 15:55:45.080323 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.l3_db [None req-50b024b3-8e9c-4d98-80e7-39d41d001dad tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Floating IP 7a2a9990-c889-4c36-82ea-cb9ae98ba7b3 associated. External IP: 172.27.0.50, port: 3e484439-668b-4c3b-a833-87c50596d9c0. Mar 31 15:55:45.104051 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e1f89233-b312-4418-83d8-3645c1f059ca req-41ec273d-012e-40b3-9304-c20d0090e249 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872362 Mar 31 15:55:45.304998 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b024b3-8e9c-4d98-80e7-39d41d001dad tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:55:45.317151 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-e740786a-0b8e-40c4-9bd5-c1bfd1571ec5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2cf1cc72-f473-4bee-89ed-17f5fe19b24e {{(pid=115719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:55:45.325292 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-e740786a-0b8e-40c4-9bd5-c1bfd1571ec5 service neutron] Publish callbacks [] for port (2cf1cc72-f473-4bee-89ed-17f5fe19b24e), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:45.362304 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.provisioning_blocks [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-e740786a-0b8e-40c4-9bd5-c1bfd1571ec5 service neutron] Transition to ACTIVE for port object 2cf1cc72-f473-4bee-89ed-17f5fe19b24e will not be triggered until provisioned by entity L2. {{(pid=115719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:55:45.399718 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e18c8a1-91a2-4470-b315-fc679392efd9 req-4f060c4e-f6f6-4c27-81dc-26e4951deb2d tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:45.401215 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3e18c8a1-91a2-4470-b315-fc679392efd9 req-4f060c4e-f6f6-4c27-81dc-26e4951deb2d tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0700417 Mar 31 15:55:45.430960 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b024b3-8e9c-4d98-80e7-39d41d001dad tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:55:45.435292 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-50b024b3-8e9c-4d98-80e7-39d41d001dad tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:45.445022 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9fea4a-b47b-47cb-a4b9-3c81155ac421 None None] Sync routers for ids ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:55:45.459484 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9fea4a-b47b-47cb-a4b9-3c81155ac421 None None] Routers {'99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:55:45.460421 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-2e9fea4a-b47b-47cb-a4b9-3c81155ac421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:55:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:55:45.476170 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-50b024b3-8e9c-4d98-80e7-39d41d001dad tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "PUT /v2.0/floatingips/7a2a9990-c889-4c36-82ea-cb9ae98ba7b3 HTTP/1.1" status: 200 len: 991 time: 1.3330386 Mar 31 15:55:45.476170 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9adf46e9-965b-4584-a0d2-3b717637a02e', 'tag': '3e484439-668b-4c3b-a833-87c50596d9c0'}] {{(pid=115720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:55:45.476170 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccc7965b351d9be82fa8b87eed5996d2f485a8722744a87613077a4f3f485543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f93c96-d340-4eee-9b5c-cb7900fda866" -d '{"events": [{"name": "network-changed", "server_uuid": "9adf46e9-965b-4584-a0d2-3b717637a02e", "tag": "3e484439-668b-4c3b-a833-87c50596d9c0"}]}' {{(pid=115720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:55:45.476657 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dea58a-229a-4ade-a049-3ebda92f4300 req-1177c9b5-ffb2-4642-b1e1-27bbd8d2a143 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:45.476657 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-85dea58a-229a-4ade-a049-3ebda92f4300 req-1177c9b5-ffb2-4642-b1e1-27bbd8d2a143 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=a955a0a8-1f9e-4f0d-8189-fbcd65e50926 HTTP/1.1" status: 200 len: 932 time: 0.0961540 Mar 31 15:55:45.492151 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3e18c8a1-91a2-4470-b315-fc679392efd9 req-c51d0b24-9891-463b-b1eb-06809717d0f7 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769970 Mar 31 15:55:45.528897 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-85dea58a-229a-4ade-a049-3ebda92f4300 req-76b17101-b1f9-4b20-880c-59faaa403a86 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466924 Mar 31 15:55:45.539375 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6110e450-1531-48e5-b6f8-ef12f90c657e x-openstack-request-id: req-6110e450-1531-48e5-b6f8-ef12f90c657e {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:55:45.539665 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9adf46e9-965b-4584-a0d2-3b717637a02e", "tag": "3e484439-668b-4c3b-a833-87c50596d9c0", "status": "completed", "code": 200}]} {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:55:45.539920 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-6110e450-1531-48e5-b6f8-ef12f90c657e {{(pid=115720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:55:45.540364 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6110e450-1531-48e5-b6f8-ef12f90c657e'] response: {'name': 'network-changed', 'server_uuid': '9adf46e9-965b-4584-a0d2-3b717637a02e', 'tag': '3e484439-668b-4c3b-a833-87c50596d9c0', 'status': 'completed', 'code': 200} Mar 31 15:55:45.601431 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-2e9fea4a-b47b-47cb-a4b9-3c81155ac421 None None] Set router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:55:45.625956 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f93c96-d340-4eee-9b5c-cb7900fda866 req-37253a59-0752-4a1b-8626-dae4bcc41102 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:45.627479 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f3f93c96-d340-4eee-9b5c-cb7900fda866 req-37253a59-0752-4a1b-8626-dae4bcc41102 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffc6177837a74f42b2af77cad7fb46ea&device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 1130 time: 0.0437841 Mar 31 15:55:45.722562 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f93c96-d340-4eee-9b5c-cb7900fda866 req-a53d2217-a66c-442b-b229-1d704a7d62ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:45.724064 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f3f93c96-d340-4eee-9b5c-cb7900fda866 req-a53d2217-a66c-442b-b229-1d704a7d62ba service neutron] 10.222.0.24 "GET /v2.0/networks?id=90fc1aad-d8be-40df-b185-08fe1d77372b HTTP/1.1" status: 200 len: 916 time: 0.0912395 Mar 31 15:55:45.796274 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f3f93c96-d340-4eee-9b5c-cb7900fda866 req-c968abf4-8c14-448a-8b9a-6405639c8827 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e484439-668b-4c3b-a833-87c50596d9c0 HTTP/1.1" status: 200 len: 999 time: 0.0636055 Mar 31 15:55:45.809211 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-e740786a-0b8e-40c4-9bd5-c1bfd1571ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (2cf1cc72-f473-4bee-89ed-17f5fe19b24e), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:45.847731 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-2e9fea4a-b47b-47cb-a4b9-3c81155ac421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '378c20cc-b0de-4334-a0cd-224fe2c94bc9', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'port_id': 'c9e35caf-fd46-4bfd-8ebd-54cb4031b635', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'mac_address': 'fa:16:3e:f8:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b8cf08-194c-42b0-9062-dd590c2a3ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:53:34Z', 'updated_at': '2022-03-31T15:54:01Z', 'revision_number': 2, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'fixed_ip_address_scope': None}, {'id': '7a2a9990-c889-4c36-82ea-cb9ae98ba7b3', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'port_id': '3e484439-668b-4c3b-a833-87c50596d9c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'mac_address': 'fa:16:3e:62:61:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adf46e9-965b-4584-a0d2-3b717637a02e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:55:20Z', 'updated_at': '2022-03-31T15:55:44Z', 'revision_number': 1, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d96810-7ae3-42c8-aeba-528725e0fbbf', 'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'mac_address': 'fa:16:3e:a2:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:14Z', 'updated_at': '2022-03-31T15:53:36Z', 'revision_number': 5, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'subnets': [{'id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:55:45.876588 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9fea4a-b47b-47cb-a4b9-3c81155ac421 None None] Checking router: 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:55:45.888895 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9fea4a-b47b-47cb-a4b9-3c81155ac421 None None] Routers {'99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:55:45.889530 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-2e9fea4a-b47b-47cb-a4b9-3c81155ac421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:55:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:55:45.927959 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f93c96-d340-4eee-9b5c-cb7900fda866 req-cbf4973b-d2ea-4764-817a-d85ebf108256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:45.929851 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f3f93c96-d340-4eee-9b5c-cb7900fda866 req-cbf4973b-d2ea-4764-817a-d85ebf108256 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0 HTTP/1.1" status: 200 len: 854 time: 0.1133757 Mar 31 15:55:45.961899 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740786a-0b8e-40c4-9bd5-c1bfd1571ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf1cc72-f473-4bee-89ed-17f5fe19b24e,revision_number=2']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:46.014869 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-2e9fea4a-b47b-47cb-a4b9-3c81155ac421 None None] Set router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:55:46.026376 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-e740786a-0b8e-40c4-9bd5-c1bfd1571ec5 service neutron] Attempting to bind port 2cf1cc72-f473-4bee-89ed-17f5fe19b24e on host hv-cinder-83602 for vnic_type normal with profile {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:55:46.026714 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-e740786a-0b8e-40c4-9bd5-c1bfd1571ec5 service neutron] Attempting to bind port 2cf1cc72-f473-4bee-89ed-17f5fe19b24e by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '285893c1-1cf4-4df1-8ae5-10b0e4a40f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd17bcca2-4634-4e94-ab61-f3a8aca673f1'}] {{(pid=115719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:55:46.027048 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-e740786a-0b8e-40c4-9bd5-c1bfd1571ec5 service neutron] Attempting to bind port 2cf1cc72-f473-4bee-89ed-17f5fe19b24e on network d17bcca2-4634-4e94-ab61-f3a8aca673f1 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:55:46.035376 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f93c96-d340-4eee-9b5c-cb7900fda866 req-b0c1c110-702b-4194-b50d-f5bd75dd7418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:46.036982 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f3f93c96-d340-4eee-9b5c-cb7900fda866 req-b0c1c110-702b-4194-b50d-f5bd75dd7418 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90fc1aad-d8be-40df-b185-08fe1d77372b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0762954 Mar 31 15:55:46.037514 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-e740786a-0b8e-40c4-9bd5-c1bfd1571ec5 service neutron] Port 2cf1cc72-f473-4bee-89ed-17f5fe19b24e on network d17bcca2-4634-4e94-ab61-f3a8aca673f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:55:46.037946 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-e740786a-0b8e-40c4-9bd5-c1bfd1571ec5 service neutron] Attempting to bind port 2cf1cc72-f473-4bee-89ed-17f5fe19b24e on network d17bcca2-4634-4e94-ab61-f3a8aca673f1 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:55:46.063340 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-e740786a-0b8e-40c4-9bd5-c1bfd1571ec5 service neutron] Checking agent: {'id': 'af4a1f75-de88-4cee-8975-566385aedde2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:55:46.063340 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-e740786a-0b8e-40c4-9bd5-c1bfd1571ec5 service neutron] Checking segment: {'id': '285893c1-1cf4-4df1-8ae5-10b0e4a40f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd17bcca2-4634-4e94-ab61-f3a8aca673f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:55:46.063340 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-e740786a-0b8e-40c4-9bd5-c1bfd1571ec5 service neutron] Bound using segment: {'id': '285893c1-1cf4-4df1-8ae5-10b0e4a40f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd17bcca2-4634-4e94-ab61-f3a8aca673f1'} {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:55:46.063340 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-e740786a-0b8e-40c4-9bd5-c1bfd1571ec5 service neutron] Bound port: 2cf1cc72-f473-4bee-89ed-17f5fe19b24e, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '285893c1-1cf4-4df1-8ae5-10b0e4a40f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd17bcca2-4634-4e94-ab61-f3a8aca673f1'}}] {{(pid=115719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:55:46.063340 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-e740786a-0b8e-40c4-9bd5-c1bfd1571ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (2cf1cc72-f473-4bee-89ed-17f5fe19b24e), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:46.252399 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f3f93c96-d340-4eee-9b5c-cb7900fda866 req-3e7a5366-2999-436e-9ea1-31e35132833e service neutron] 10.222.0.24 "GET /v2.0/networks/90fc1aad-d8be-40df-b185-08fe1d77372b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992738 Mar 31 15:55:46.254834 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-e740786a-0b8e-40c4-9bd5-c1bfd1571ec5 service neutron] For port 2cf1cc72-f473-4bee-89ed-17f5fe19b24e, host hv-cinder-83602, cleared binding levels {{(pid=115719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:55:46.304406 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-e740786a-0b8e-40c4-9bd5-c1bfd1571ec5 service neutron] For port 2cf1cc72-f473-4bee-89ed-17f5fe19b24e, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=2cf1cc72-f473-4bee-89ed-17f5fe19b24e,segment=NetworkSegment(285893c1-1cf4-4df1-8ae5-10b0e4a40f36),segment_id=285893c1-1cf4-4df1-8ae5-10b0e4a40f36)] {{(pid=115719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:55:46.478830 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-2e9fea4a-b47b-47cb-a4b9-3c81155ac421 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '378c20cc-b0de-4334-a0cd-224fe2c94bc9', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'port_id': 'c9e35caf-fd46-4bfd-8ebd-54cb4031b635', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'mac_address': 'fa:16:3e:f8:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b8cf08-194c-42b0-9062-dd590c2a3ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:53:34Z', 'updated_at': '2022-03-31T15:54:01Z', 'revision_number': 2, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'fixed_ip_address_scope': None}, {'id': '7a2a9990-c889-4c36-82ea-cb9ae98ba7b3', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'port_id': '3e484439-668b-4c3b-a833-87c50596d9c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'mac_address': 'fa:16:3e:62:61:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adf46e9-965b-4584-a0d2-3b717637a02e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:55:20Z', 'updated_at': '2022-03-31T15:55:44Z', 'revision_number': 1, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d96810-7ae3-42c8-aeba-528725e0fbbf', 'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'mac_address': 'fa:16:3e:a2:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:14Z', 'updated_at': '2022-03-31T15:53:36Z', 'revision_number': 5, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'subnets': [{'id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:55:46.480194 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e9fea4a-b47b-47cb-a4b9-3c81155ac421 None None] The sync data for ids ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'] in dv-cinder-836028-1-iscsi is: [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '378c20cc-b0de-4334-a0cd-224fe2c94bc9', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'port_id': 'c9e35caf-fd46-4bfd-8ebd-54cb4031b635', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'mac_address': 'fa:16:3e:f8:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b8cf08-194c-42b0-9062-dd590c2a3ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:53:34Z', 'updated_at': '2022-03-31T15:54:01Z', 'revision_number': 2, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'fixed_ip_address_scope': None}, {'id': '7a2a9990-c889-4c36-82ea-cb9ae98ba7b3', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'floating_ip_address': '172.27.0.50', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'port_id': '3e484439-668b-4c3b-a833-87c50596d9c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 288, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'mac_address': 'fa:16:3e:62:61:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9adf46e9-965b-4584-a0d2-3b717637a02e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:55:20Z', 'updated_at': '2022-03-31T15:55:44Z', 'revision_number': 1, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d96810-7ae3-42c8-aeba-528725e0fbbf', 'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'mac_address': 'fa:16:3e:a2:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:14Z', 'updated_at': '2022-03-31T15:53:36Z', 'revision_number': 5, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'subnets': [{'id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:55:46.480988 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0bba20-5eb3-40be-813b-ac905a9a5e77 req-4b2dc2d7-f39b-4de4-8200-b039b554384a tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:46.480988 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9c0bba20-5eb3-40be-813b-ac905a9a5e77 req-4b2dc2d7-f39b-4de4-8200-b039b554384a tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.1460428 Mar 31 15:55:46.480988 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f3f93c96-d340-4eee-9b5c-cb7900fda866 req-bf5f138d-6fd8-4b17-b338-f6a72ee7ceb7 service neutron] 10.222.0.24 "GET /v2.0/networks/90fc1aad-d8be-40df-b185-08fe1d77372b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1438477 Mar 31 15:55:46.480988 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9c0bba20-5eb3-40be-813b-ac905a9a5e77 req-2fcd9ef0-1df0-449e-91be-a43b272fe78d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640557 Mar 31 15:55:46.553091 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-e740786a-0b8e-40c4-9bd5-c1bfd1571ec5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (2cf1cc72-f473-4bee-89ed-17f5fe19b24e), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:46.664827 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-e740786a-0b8e-40c4-9bd5-c1bfd1571ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:46.670178 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-e740786a-0b8e-40c4-9bd5-c1bfd1571ec5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:46.671540 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-e740786a-0b8e-40c4-9bd5-c1bfd1571ec5 service neutron] 10.222.0.24 "PUT /v2.0/ports/2cf1cc72-f473-4bee-89ed-17f5fe19b24e HTTP/1.1" status: 200 len: 1094 time: 1.7800214 Mar 31 15:55:46.696244 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a955a0a8-1f9e-4f0d-8189-fbcd65e50926', 'tag': '2cf1cc72-f473-4bee-89ed-17f5fe19b24e'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:55:46.699439 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-985e60b2-346d-4a6c-ba47-e02d3976c6d2" -d '{"events": [{"name": "network-changed", "server_uuid": "a955a0a8-1f9e-4f0d-8189-fbcd65e50926", "tag": "2cf1cc72-f473-4bee-89ed-17f5fe19b24e"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:55:46.719739 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a8eb896-9f98-4f7f-b23d-1fdd2db8ef76 None None] New status for floating IP 7a2a9990-c889-4c36-82ea-cb9ae98ba7b3: ACTIVE {{(pid=115721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:55:46.759277 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740786a-0b8e-40c4-9bd5-c1bfd1571ec5 service neutron] Pushing event updated for resources: {'Port': ['ID=2cf1cc72-f473-4bee-89ed-17f5fe19b24e,revision_number=3']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:46.788301 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a22ba5-64f2-45d3-9be3-a16dde6bae54 req-40952e50-2389-45fa-a051-bad6fc91a9e5 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:46.790118 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c3a22ba5-64f2-45d3-9be3-a16dde6bae54 req-40952e50-2389-45fa-a051-bad6fc91a9e5 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=a955a0a8-1f9e-4f0d-8189-fbcd65e50926 HTTP/1.1" status: 200 len: 944 time: 0.1600871 Mar 31 15:55:46.798818 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7731e2-711c-42f4-a27c-6e22fe2d5582 req-a9baa33b-d197-4855-bf1c-ab8091153afb tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:46.800655 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9f7731e2-711c-42f4-a27c-6e22fe2d5582 req-a9baa33b-d197-4855-bf1c-ab8091153afb tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.1911082 Mar 31 15:55:46.909170 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9f7731e2-711c-42f4-a27c-6e22fe2d5582 req-7e41dfb2-fb4e-4537-bfc4-53dce8782e19 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017735 Mar 31 15:55:46.912140 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c3a22ba5-64f2-45d3-9be3-a16dde6bae54 req-00047010-eeee-4e2c-9cc1-164f0f028e95 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104047 Mar 31 15:55:46.917835 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-b08d435e-706d-48c7-91a6-d93c2208d01c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:46.919287 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-b08d435e-706d-48c7-91a6-d93c2208d01c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5370ec42172a4b97af50a7f69bb25352&device_id=a955a0a8-1f9e-4f0d-8189-fbcd65e50926 HTTP/1.1" status: 200 len: 1128 time: 0.0970042 Mar 31 15:55:46.967538 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e36e759e-7787-4c5a-bfb0-34785d6e8edf x-openstack-request-id: req-e36e759e-7787-4c5a-bfb0-34785d6e8edf {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:55:46.967831 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a955a0a8-1f9e-4f0d-8189-fbcd65e50926", "tag": "2cf1cc72-f473-4bee-89ed-17f5fe19b24e", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:55:46.968107 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e36e759e-7787-4c5a-bfb0-34785d6e8edf {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:55:46.968505 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e36e759e-7787-4c5a-bfb0-34785d6e8edf'] response: {'name': 'network-changed', 'server_uuid': 'a955a0a8-1f9e-4f0d-8189-fbcd65e50926', 'tag': '2cf1cc72-f473-4bee-89ed-17f5fe19b24e', 'status': 'completed', 'code': 200} Mar 31 15:55:46.970231 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-26a9f265-fb1b-4f9c-8ae0-05c620a81baa service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cf1cc72-f473-4bee-89ed-17f5fe19b24e HTTP/1.1" status: 200 len: 217 time: 0.0367732 Mar 31 15:55:47.022250 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-db2c3c6d-bac9-471e-b141-62cb0c4013f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:47.023726 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-db2c3c6d-bac9-471e-b141-62cb0c4013f3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be262e2a-c177-4e66-a233-2079a72f3974 HTTP/1.1" status: 200 len: 853 time: 0.0471041 Mar 31 15:55:47.056774 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-a1d6ab4f-a085-4e1a-8aad-51a5e0fab4ac service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d17bcca2-4634-4e94-ab61-f3a8aca673f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262704 Mar 31 15:55:47.150052 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-3f4cc78b-7ed9-4391-aeb4-191f519b8c17 service neutron] 10.222.0.24 "GET /v2.0/networks/d17bcca2-4634-4e94-ab61-f3a8aca673f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870206 Mar 31 15:55:47.241360 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2c50a8b0-a883-47d4-8ae5-7aabc87e0bf4 req-320c3086-022c-4649-bf3d-7dc9e60c1aff service neutron] 10.222.0.24 "GET /v2.0/networks/d17bcca2-4634-4e94-ab61-f3a8aca673f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851965 Mar 31 15:55:47.462718 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e60b2-346d-4a6c-ba47-e02d3976c6d2 req-86fd1487-c2ae-4b2e-86a7-9bdd416970e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:47.464240 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-985e60b2-346d-4a6c-ba47-e02d3976c6d2 req-86fd1487-c2ae-4b2e-86a7-9bdd416970e6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5370ec42172a4b97af50a7f69bb25352&device_id=a955a0a8-1f9e-4f0d-8189-fbcd65e50926 HTTP/1.1" status: 200 len: 1128 time: 0.0445504 Mar 31 15:55:47.492726 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 32966) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:47.599350 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e60b2-346d-4a6c-ba47-e02d3976c6d2 req-4c8606c2-dfe9-4b2b-a039-a13f22b51af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:47.600843 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-985e60b2-346d-4a6c-ba47-e02d3976c6d2 req-4c8606c2-dfe9-4b2b-a039-a13f22b51af8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=d17bcca2-4634-4e94-ab61-f3a8aca673f1 HTTP/1.1" status: 200 len: 914 time: 0.1280122 Mar 31 15:55:47.602977 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5ce1215c-849e-4dea-9448-aafe2e8f012e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:47.612358 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21539a30-636d-4ee8-b7eb-4481ec065912 req-99718b41-cf16-4832-a09c-27f40f52bcdd tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:47.613757 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-21539a30-636d-4ee8-b7eb-4481ec065912 req-99718b41-cf16-4832-a09c-27f40f52bcdd tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.0754669 Mar 31 15:55:47.663092 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-21539a30-636d-4ee8-b7eb-4481ec065912 req-df93ad4e-e47c-4bf8-a8fa-68aacc166b34 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434024 Mar 31 15:55:47.676656 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5ce1215c-849e-4dea-9448-aafe2e8f012e admin admin] Publish callbacks [] for security_group (4b40f155-ab71-47c6-ad41-8f09f59b31de), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:47.775358 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-985e60b2-346d-4a6c-ba47-e02d3976c6d2 req-9f01ba59-6157-4c3a-acb5-44bbc98b7807 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2cf1cc72-f473-4bee-89ed-17f5fe19b24e HTTP/1.1" status: 200 len: 217 time: 0.0386243 Mar 31 15:55:47.798015 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5ce1215c-849e-4dea-9448-aafe2e8f012e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (4b40f155-ab71-47c6-ad41-8f09f59b31de), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:47.825059 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e60b2-346d-4a6c-ba47-e02d3976c6d2 req-b13bf163-84b3-4e79-8549-68316656b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:47.826495 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-985e60b2-346d-4a6c-ba47-e02d3976c6d2 req-b13bf163-84b3-4e79-8549-68316656b6a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be262e2a-c177-4e66-a233-2079a72f3974 HTTP/1.1" status: 200 len: 853 time: 0.0444226 Mar 31 15:55:47.841662 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-5ce1215c-849e-4dea-9448-aafe2e8f012e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=45f504201b8a47238baa452f328dbb95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3455558 Mar 31 15:55:47.841662 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce1215c-849e-4dea-9448-aafe2e8f012e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b40f155-ab71-47c6-ad41-8f09f59b31de,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:47.842996 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 32970) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:47.863769 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-985e60b2-346d-4a6c-ba47-e02d3976c6d2 req-a2a906e5-afd2-4ec3-b724-b3c93e2e07a2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d17bcca2-4634-4e94-ab61-f3a8aca673f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299983 Mar 31 15:55:47.966328 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-a24031ee-5790-4d7c-9dd6-4b1699281b23 admin admin] Publish callbacks [] for security_group (4b40f155-ab71-47c6-ad41-8f09f59b31de), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:48.019242 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-a24031ee-5790-4d7c-9dd6-4b1699281b23 admin admin] Publish callbacks [] for security_group (4b40f155-ab71-47c6-ad41-8f09f59b31de), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:48.022167 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-985e60b2-346d-4a6c-ba47-e02d3976c6d2 req-b4f17ca0-790c-48eb-b45c-f5cc19855814 service neutron] 10.222.0.24 "GET /v2.0/networks/d17bcca2-4634-4e94-ab61-f3a8aca673f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408560 Mar 31 15:55:48.412119 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b6e17d-df9a-49c5-9aaa-21cd7cce218c req-ad5a9c6e-5c19-482c-a9d3-e50a971400ba tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:48.413570 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a3b6e17d-df9a-49c5-9aaa-21cd7cce218c req-ad5a9c6e-5c19-482c-a9d3-e50a971400ba tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=a955a0a8-1f9e-4f0d-8189-fbcd65e50926 HTTP/1.1" status: 200 len: 944 time: 0.4252849 Mar 31 15:55:48.435001 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b08204-693c-44dc-9610-d712f0b0c462 req-388b3e19-1b26-4d06-893c-0f5129ee6e2c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:48.437014 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-59b08204-693c-44dc-9610-d712f0b0c462 req-388b3e19-1b26-4d06-893c-0f5129ee6e2c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.4475892 Mar 31 15:55:48.488232 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d504ae3-516b-4cf0-a822-06fffda798e3 req-96a1f6af-94d8-4b4a-8ca7-7bd23a004107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:48.489590 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9d504ae3-516b-4cf0-a822-06fffda798e3 req-96a1f6af-94d8-4b4a-8ca7-7bd23a004107 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf512c54be704edba504249cc57859c5&device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 1129 time: 0.1557088 Mar 31 15:55:48.492714 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-985e60b2-346d-4a6c-ba47-e02d3976c6d2 req-ae7c704a-d7c6-447e-948b-f49cf7084b51 service neutron] 10.222.0.24 "GET /v2.0/networks/d17bcca2-4634-4e94-ab61-f3a8aca673f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4387832 Mar 31 15:55:48.572289 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-a24031ee-5790-4d7c-9dd6-4b1699281b23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (4b40f155-ab71-47c6-ad41-8f09f59b31de), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:48.574746 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-a24031ee-5790-4d7c-9dd6-4b1699281b23 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:48.575861 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-a24031ee-5790-4d7c-9dd6-4b1699281b23 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/4b40f155-ab71-47c6-ad41-8f09f59b31de HTTP/1.1" status: 204 len: 168 time: 0.7323799 Mar 31 15:55:48.582860 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a3b6e17d-df9a-49c5-9aaa-21cd7cce218c req-8345ec17-fcef-4149-8352-db6fb3a4105d tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589341 Mar 31 15:55:48.590388 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-59b08204-693c-44dc-9610-d712f0b0c462 req-e37afba4-a32f-4a9a-83cc-b054fc6972ad tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402481 Mar 31 15:55:48.603943 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24031ee-5790-4d7c-9dd6-4b1699281b23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b40f155-ab71-47c6-ad41-8f09f59b31de,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:48.634142 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d504ae3-516b-4cf0-a822-06fffda798e3 req-5fa87c31-d90e-406d-bf65-99598e9b6f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:48.635673 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9d504ae3-516b-4cf0-a822-06fffda798e3 req-5fa87c31-d90e-406d-bf65-99598e9b6f83 service neutron] 10.222.0.24 "GET /v2.0/networks?id=65944f20-8ab3-4e9e-89a3-2479fa118d50 HTTP/1.1" status: 200 len: 918 time: 0.1217442 Mar 31 15:55:48.705098 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9d504ae3-516b-4cf0-a822-06fffda798e3 req-671e03cf-709c-4293-ac22-2c3ca64e3bfe service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81fb7c8f-5731-4355-bfff-69eac154b042 HTTP/1.1" status: 200 len: 1001 time: 0.0620639 Mar 31 15:55:48.780745 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d504ae3-516b-4cf0-a822-06fffda798e3 req-03688e84-c845-4469-9dc3-32c62eaf9431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:48.782201 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9d504ae3-516b-4cf0-a822-06fffda798e3 req-03688e84-c845-4469-9dc3-32c62eaf9431 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cb7a29d-bee7-4666-8fec-18b9b112885d HTTP/1.1" status: 200 len: 856 time: 0.0700839 Mar 31 15:55:48.828508 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab7b1f1-f01b-451f-9fdb-7c39a0696a15 req-92e8c761-d51d-46df-af05-f5b29c43c65e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:48.828508 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9ab7b1f1-f01b-451f-9fdb-7c39a0696a15 req-92e8c761-d51d-46df-af05-f5b29c43c65e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.0870469 Mar 31 15:55:48.862250 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d504ae3-516b-4cf0-a822-06fffda798e3 req-a7d45012-1eaf-417d-85da-d0dbd2718269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:48.863766 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9d504ae3-516b-4cf0-a822-06fffda798e3 req-a7d45012-1eaf-417d-85da-d0dbd2718269 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65944f20-8ab3-4e9e-89a3-2479fa118d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747890 Mar 31 15:55:48.925947 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9ab7b1f1-f01b-451f-9fdb-7c39a0696a15 req-f89f4730-dded-421d-9561-193c97928368 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941107 Mar 31 15:55:48.981639 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9d504ae3-516b-4cf0-a822-06fffda798e3 req-fa985bfc-8d3c-493e-8d9c-3a9d6a5a71bf service neutron] 10.222.0.24 "GET /v2.0/networks/65944f20-8ab3-4e9e-89a3-2479fa118d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095395 Mar 31 15:55:49.073267 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9d504ae3-516b-4cf0-a822-06fffda798e3 req-2d147fb2-5af3-45a2-8d58-4e633dc317bb service neutron] 10.222.0.24 "GET /v2.0/networks/65944f20-8ab3-4e9e-89a3-2479fa118d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843520 Mar 31 15:55:49.265499 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 32984) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:49.282680 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ace543d4-d3d8-41bc-9f25-ce25c3080e1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:49.360318 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ace543d4-d3d8-41bc-9f25-ce25c3080e1e admin admin] Publish callbacks [] for security_group (ac58c6e9-70a0-45ae-ab4e-6fa6f6234044), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:49.477862 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ace543d4-d3d8-41bc-9f25-ce25c3080e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (ac58c6e9-70a0-45ae-ab4e-6fa6f6234044), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:49.520003 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-ace543d4-d3d8-41bc-9f25-ce25c3080e1e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d0e822b9dc264ac69ab529235da2e6ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2534428 Mar 31 15:55:49.521055 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace543d4-d3d8-41bc-9f25-ce25c3080e1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac58c6e9-70a0-45ae-ab4e-6fa6f6234044,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:49.522625 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 32986) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:49.571544 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-a7928a37-ecc8-4c22-8f9f-fb9306ad4947 admin admin] Publish callbacks [] for security_group (ac58c6e9-70a0-45ae-ab4e-6fa6f6234044), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:49.593121 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-a7928a37-ecc8-4c22-8f9f-fb9306ad4947 admin admin] Publish callbacks [] for security_group (ac58c6e9-70a0-45ae-ab4e-6fa6f6234044), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:49.736609 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287f274a-a688-4598-866c-11f8499cf4e0 req-3ce3de16-8911-43f1-abb2-53e9893b3a25 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:49.738202 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-287f274a-a688-4598-866c-11f8499cf4e0 req-3ce3de16-8911-43f1-abb2-53e9893b3a25 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=a955a0a8-1f9e-4f0d-8189-fbcd65e50926 HTTP/1.1" status: 200 len: 944 time: 0.0885351 Mar 31 15:55:49.754854 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d184a7b-81f7-4116-93db-837411921b66 req-5e8b683d-fd3b-4491-82eb-02269cd200e6 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:49.756477 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9d184a7b-81f7-4116-93db-837411921b66 req-5e8b683d-fd3b-4491-82eb-02269cd200e6 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0781357 Mar 31 15:55:49.827977 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-a7928a37-ecc8-4c22-8f9f-fb9306ad4947 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (ac58c6e9-70a0-45ae-ab4e-6fa6f6234044), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:49.830598 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-a7928a37-ecc8-4c22-8f9f-fb9306ad4947 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:49.831992 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-a7928a37-ecc8-4c22-8f9f-fb9306ad4947 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ac58c6e9-70a0-45ae-ab4e-6fa6f6234044 HTTP/1.1" status: 204 len: 168 time: 0.3077519 Mar 31 15:55:49.845148 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-287f274a-a688-4598-866c-11f8499cf4e0 req-6d7b3c93-73cd-4d1b-b878-a8ea30fee51a tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979581 Mar 31 15:55:49.863896 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9d184a7b-81f7-4116-93db-837411921b66 req-d0295939-27f3-4544-8eb2-1b34dbe75c93 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883172 Mar 31 15:55:49.864015 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7928a37-ecc8-4c22-8f9f-fb9306ad4947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac58c6e9-70a0-45ae-ab4e-6fa6f6234044,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:50.048765 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5696f55-4146-49b7-8ac5-11a3a7092710 req-146a9cb1-4b8e-499c-8a60-ef19164216af tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:50.050276 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d5696f55-4146-49b7-8ac5-11a3a7092710 req-146a9cb1-4b8e-499c-8a60-ef19164216af tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.0523429 Mar 31 15:55:50.097494 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d5696f55-4146-49b7-8ac5-11a3a7092710 req-0a1d7974-979d-47f4-bf88-ab2963f428ed tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413165 Mar 31 15:55:50.996504 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144f00a1-692c-4f97-9a5e-34e0c37ed4c0 req-32b014d8-db57-4a96-862f-af97b15a3ebb tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:50.997868 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-144f00a1-692c-4f97-9a5e-34e0c37ed4c0 req-32b014d8-db57-4a96-862f-af97b15a3ebb tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=a955a0a8-1f9e-4f0d-8189-fbcd65e50926 HTTP/1.1" status: 200 len: 944 time: 0.0863276 Mar 31 15:55:51.009303 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d028397-9334-43bc-827e-c40107fc189e req-50f17847-9372-4540-9e00-3d4d14667c1a tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:51.010674 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0d028397-9334-43bc-827e-c40107fc189e req-50f17847-9372-4540-9e00-3d4d14667c1a tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0683930 Mar 31 15:55:51.015134 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 2cf1cc72-f473-4bee-89ed-17f5fe19b24e details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=115721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:55:51.028223 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 81fb7c8f-5731-4355-bfff-69eac154b042 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:55:51.082480 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-144f00a1-692c-4f97-9a5e-34e0c37ed4c0 req-8fd542fe-4546-4c03-b6aa-9fc65870de27 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694396 Mar 31 15:55:51.084508 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0d028397-9334-43bc-827e-c40107fc189e req-3ed9f8d9-e59d-40df-99ab-fbc16d2e8c7a tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672958 Mar 31 15:55:51.169133 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 81fb7c8f-5731-4355-bfff-69eac154b042 is: ACTIVE; New status is: DOWN {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:55:51.169530 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (81fb7c8f-5731-4355-bfff-69eac154b042), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:51.192846 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 2cf1cc72-f473-4bee-89ed-17f5fe19b24e, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=2cf1cc72-f473-4bee-89ed-17f5fe19b24e,segment=NetworkSegment(285893c1-1cf4-4df1-8ae5-10b0e4a40f36),segment_id=285893c1-1cf4-4df1-8ae5-10b0e4a40f36)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:55:51.213716 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bb087c-1acb-4022-bf57-47fc597630ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81fb7c8f-5731-4355-bfff-69eac154b042'}] {{(pid=115721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:55:51.216285 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dbd394bfc303c33638f161c815dd3ff8081b22df1313fe1def72e09edd93f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80064054-16a2-44b8-ae7f-9c84aa1506b8" -d '{"events": [{"server_uuid": "e1bb087c-1acb-4022-bf57-47fc597630ca", "name": "network-vif-unplugged", "status": "completed", "tag": "81fb7c8f-5731-4355-bfff-69eac154b042"}]}' {{(pid=115721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:55:51.221456 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Returning: {'device': '2cf1cc72-f473-4bee-89ed-17f5fe19b24e', 'network_id': 'd17bcca2-4634-4e94-ab61-f3a8aca673f1', 'port_id': '2cf1cc72-f473-4bee-89ed-17f5fe19b24e', 'mac_address': 'fa:16:3e:18:a9:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be262e2a-c177-4e66-a233-2079a72f3974', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:55:51.230567 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19c1513-731e-4d0d-bd63-2c5d4d539f7b req-fbd6c41c-7eb7-4edd-aaa8-63311c667d1d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:51.231771 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a19c1513-731e-4d0d-bd63-2c5d4d539f7b req-fbd6c41c-7eb7-4edd-aaa8-63311c667d1d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 945 time: 0.0537729 Mar 31 15:55:51.232220 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 81fb7c8f-5731-4355-bfff-69eac154b042, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=81fb7c8f-5731-4355-bfff-69eac154b042,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:55:51.267383 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 31 Mar 2022 15:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a890ec0-b009-4428-8731-895917c0f2d1 x-openstack-request-id: req-2a890ec0-b009-4428-8731-895917c0f2d1 {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:55:51.267706 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bb087c-1acb-4022-bf57-47fc597630ca", "name": "network-vif-unplugged", "status": "completed", "tag": "81fb7c8f-5731-4355-bfff-69eac154b042", "code": 200}]} {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:55:51.268628 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2a890ec0-b009-4428-8731-895917c0f2d1 {{(pid=115721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:55:51.269082 dv-cinder-836028-1-iscsi neutron-server[115721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2a890ec0-b009-4428-8731-895917c0f2d1'] response: {'server_uuid': 'e1bb087c-1acb-4022-bf57-47fc597630ca', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81fb7c8f-5731-4355-bfff-69eac154b042', 'code': 200} Mar 31 15:55:51.281816 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 2cf1cc72-f473-4bee-89ed-17f5fe19b24e is: DOWN; New status is: BUILD {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:55:51.282215 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (2cf1cc72-f473-4bee-89ed-17f5fe19b24e), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:51.285151 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a19c1513-731e-4d0d-bd63-2c5d4d539f7b req-cb210d75-d7d2-40d3-a83b-447ff59c61e8 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464087 Mar 31 15:55:51.305668 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2cf1cc72-f473-4bee-89ed-17f5fe19b24e {{(pid=115721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:55:51.325970 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 2cf1cc72-f473-4bee-89ed-17f5fe19b24e, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=2cf1cc72-f473-4bee-89ed-17f5fe19b24e,segment=NetworkSegment(285893c1-1cf4-4df1-8ae5-10b0e4a40f36),segment_id=285893c1-1cf4-4df1-8ae5-10b0e4a40f36)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:55:51.346210 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (81fb7c8f-5731-4355-bfff-69eac154b042), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:51.392429 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=81fb7c8f-5731-4355-bfff-69eac154b042,revision_number=8']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:51.418977 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (2cf1cc72-f473-4bee-89ed-17f5fe19b24e), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:51.467631 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=2cf1cc72-f473-4bee-89ed-17f5fe19b24e,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:51.841631 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['2cf1cc72-f473-4bee-89ed-17f5fe19b24e'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:55:52.236585 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a4fcca-da7f-4c03-8203-911ccb57d6d5 req-0ed7d24a-e3f9-4b7f-a6b9-c82a4c6a4ea1 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:52.238071 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-70a4fcca-da7f-4c03-8203-911ccb57d6d5 req-0ed7d24a-e3f9-4b7f-a6b9-c82a4c6a4ea1 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=a955a0a8-1f9e-4f0d-8189-fbcd65e50926 HTTP/1.1" status: 200 len: 945 time: 0.0837028 Mar 31 15:55:52.249998 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ae0b40-6636-4968-a68c-cc70eb6a7eb5 req-e405a8e8-b555-4e2d-9e56-28e4c51a6930 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:52.257434 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f5ae0b40-6636-4968-a68c-cc70eb6a7eb5 req-e405a8e8-b555-4e2d-9e56-28e4c51a6930 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0867076 Mar 31 15:55:52.323149 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-70a4fcca-da7f-4c03-8203-911ccb57d6d5 req-35969616-9a83-4c88-a01e-a1d374c94a3b tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706959 Mar 31 15:55:52.326134 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f5ae0b40-6636-4968-a68c-cc70eb6a7eb5 req-37762fcc-eeed-48a0-a64b-fe5cef187f06 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678604 Mar 31 15:55:52.430037 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bfd538-53b8-4796-bfdb-b9ef62f833e5 req-9664a097-ca10-4676-a2fa-eb00a8f44f4a tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:52.431417 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c1bfd538-53b8-4796-bfdb-b9ef62f833e5 req-9664a097-ca10-4676-a2fa-eb00a8f44f4a tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.0547023 Mar 31 15:55:52.478764 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c1bfd538-53b8-4796-bfdb-b9ef62f833e5 req-0ff05f1b-9806-4e46-b7d5-54a693115362 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411520 Mar 31 15:55:53.028165 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 2cf1cc72-f473-4bee-89ed-17f5fe19b24e up at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:55:53.180758 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning for port 2cf1cc72-f473-4bee-89ed-17f5fe19b24e completed by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:55:53.184870 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning complete for port 2cf1cc72-f473-4bee-89ed-17f5fe19b24e triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:55:53.189906 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (2cf1cc72-f473-4bee-89ed-17f5fe19b24e), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:53.271965 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 2cf1cc72-f473-4bee-89ed-17f5fe19b24e is: BUILD; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:55:53.277871 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (2cf1cc72-f473-4bee-89ed-17f5fe19b24e), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:53.294984 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a955a0a8-1f9e-4f0d-8189-fbcd65e50926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf1cc72-f473-4bee-89ed-17f5fe19b24e'}] {{(pid=115721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:55:53.297922 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dbd394bfc303c33638f161c815dd3ff8081b22df1313fe1def72e09edd93f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03ccd969-5256-4505-aaa0-384a51e76fe7" -d '{"events": [{"server_uuid": "a955a0a8-1f9e-4f0d-8189-fbcd65e50926", "name": "network-vif-plugged", "status": "completed", "tag": "2cf1cc72-f473-4bee-89ed-17f5fe19b24e"}]}' {{(pid=115721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:55:53.310059 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 2cf1cc72-f473-4bee-89ed-17f5fe19b24e, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=2cf1cc72-f473-4bee-89ed-17f5fe19b24e,segment=NetworkSegment(285893c1-1cf4-4df1-8ae5-10b0e4a40f36),segment_id=285893c1-1cf4-4df1-8ae5-10b0e4a40f36)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:55:53.332864 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd39c6cf-d791-4438-bdf9-d83f86c602e6 x-openstack-request-id: req-bd39c6cf-d791-4438-bdf9-d83f86c602e6 {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:55:53.333310 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a955a0a8-1f9e-4f0d-8189-fbcd65e50926", "name": "network-vif-plugged", "status": "completed", "tag": "2cf1cc72-f473-4bee-89ed-17f5fe19b24e", "code": 200}]} {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:55:53.333659 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bd39c6cf-d791-4438-bdf9-d83f86c602e6 {{(pid=115721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:55:53.334061 dv-cinder-836028-1-iscsi neutron-server[115721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd39c6cf-d791-4438-bdf9-d83f86c602e6'] response: {'server_uuid': 'a955a0a8-1f9e-4f0d-8189-fbcd65e50926', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2cf1cc72-f473-4bee-89ed-17f5fe19b24e', 'code': 200} Mar 31 15:55:53.442234 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fc3dc5-6fdc-4a5f-a319-d9bf9a3b1700 req-9fcad445-da14-40eb-bfdf-d2769cd13890 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:53.443708 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-57fc3dc5-6fdc-4a5f-a319-d9bf9a3b1700 req-9fcad445-da14-40eb-bfdf-d2769cd13890 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=a955a0a8-1f9e-4f0d-8189-fbcd65e50926 HTTP/1.1" status: 200 len: 945 time: 0.0535989 Mar 31 15:55:53.468803 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (2cf1cc72-f473-4bee-89ed-17f5fe19b24e), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:55:53.507883 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-57fc3dc5-6fdc-4a5f-a319-d9bf9a3b1700 req-edc02433-0007-4b48-99c9-971f152a5f37 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584984 Mar 31 15:55:53.527745 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=2cf1cc72-f473-4bee-89ed-17f5fe19b24e,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:55:53.621205 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c97f28-0b4e-4782-968a-ac70046c60c2 req-eaf6857b-d1f0-4222-9e3d-018becd2bd77 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:53.622684 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a7c97f28-0b4e-4782-968a-ac70046c60c2 req-eaf6857b-d1f0-4222-9e3d-018becd2bd77 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0525517 Mar 31 15:55:53.672736 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a7c97f28-0b4e-4782-968a-ac70046c60c2 req-c6dadf20-9623-4682-9f4e-cc1dc49067d1 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440338 Mar 31 15:55:54.037390 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ec49c-55b5-45d6-b7bb-0b3bbba278e2 req-8d67cf11-f054-49ad-8903-085a6cd75c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:54.037390 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0b2ec49c-55b5-45d6-b7bb-0b3bbba278e2 req-8d67cf11-f054-49ad-8903-085a6cd75c37 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a955a0a8-1f9e-4f0d-8189-fbcd65e50926 HTTP/1.1" status: 200 len: 1130 time: 0.0434806 Mar 31 15:55:54.040376 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0b2ec49c-55b5-45d6-b7bb-0b3bbba278e2 req-675b2d87-7c8b-4328-b2ec-deb6dd5da7f0 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362413 Mar 31 15:55:54.301648 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [req-1aa2b7a4-d31d-43be-aa7a-110fbd23e714 req-ff1de248-0d84-4a6c-93c0-b15907a29d80 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=115719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:55:54.302626 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1aa2b7a4-d31d-43be-aa7a-110fbd23e714 req-ff1de248-0d84-4a6c-93c0-b15907a29d80 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053408 Mar 31 15:55:54.632020 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369ba86f-aa1b-4be4-b628-ec57736a70c3 req-eed4c70f-7a66-4298-9ce2-f527e56a9566 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:54.633607 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-369ba86f-aa1b-4be4-b628-ec57736a70c3 req-eed4c70f-7a66-4298-9ce2-f527e56a9566 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=a955a0a8-1f9e-4f0d-8189-fbcd65e50926 HTTP/1.1" status: 200 len: 946 time: 0.0585194 Mar 31 15:55:54.680224 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-369ba86f-aa1b-4be4-b628-ec57736a70c3 req-7dd89d0d-c730-4f92-89f3-45f3c7c63e8e tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410030 Mar 31 15:55:54.796135 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2e148c-5311-47f9-8197-9511ab661d27 req-900c99fb-d45f-4a3d-8b9e-6a91945933a6 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:54.797613 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cc2e148c-5311-47f9-8197-9511ab661d27 req-900c99fb-d45f-4a3d-8b9e-6a91945933a6 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0555384 Mar 31 15:55:54.844256 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cc2e148c-5311-47f9-8197-9511ab661d27 req-d67c09eb-3d42-4db9-82d3-af4b046e6581 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405190 Mar 31 15:55:54.970148 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee6f9f-9589-4e06-8bb0-799dfbd08e8e req-d84eb7de-a985-4a51-899c-8786d8f3fed5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:54.971592 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f7ee6f9f-9589-4e06-8bb0-799dfbd08e8e req-d84eb7de-a985-4a51-899c-8786d8f3fed5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.0504792 Mar 31 15:55:55.016945 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f7ee6f9f-9589-4e06-8bb0-799dfbd08e8e req-ab50a3b3-d05c-426c-b51b-c0d33dfd586a tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397377 Mar 31 15:55:55.044639 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 81fb7c8f-5731-4355-bfff-69eac154b042 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:55:55.121912 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 81fb7c8f-5731-4355-bfff-69eac154b042 is: DOWN; New status is: DOWN {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:55:55.802277 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab56df6-f949-4830-9a1e-dbf2104910b1 req-4e950f51-6f81-4196-810c-79cf439ce9bc tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:55.803775 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5ab56df6-f949-4830-9a1e-dbf2104910b1 req-4e950f51-6f81-4196-810c-79cf439ce9bc tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=a955a0a8-1f9e-4f0d-8189-fbcd65e50926 HTTP/1.1" status: 200 len: 946 time: 0.0538461 Mar 31 15:55:55.856439 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5ab56df6-f949-4830-9a1e-dbf2104910b1 req-fc35a70b-51da-4269-8e6c-94def5970215 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459449 Mar 31 15:55:55.966041 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cc0b14-30a6-4e7a-895d-90b16c31de71 req-386f426d-bcc0-47af-a9b6-3dcb3517985b tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:55.967509 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b5cc0b14-30a6-4e7a-895d-90b16c31de71 req-386f426d-bcc0-47af-a9b6-3dcb3517985b tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0532813 Mar 31 15:55:55.983502 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 33116) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:56.022591 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b5cc0b14-30a6-4e7a-895d-90b16c31de71 req-5d9ab054-c95b-4f64-bb9d-51962f83d28c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459001 Mar 31 15:55:56.078153 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-f95bfc71-b71d-466e-b696-611d1cd20e7b req-20ecd525-e441-48f7-80e9-708f1ad2a6fe service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0926411 Mar 31 15:55:56.086891 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [req-f95bfc71-b71d-466e-b696-611d1cd20e7b req-a6550561-37fc-48d9-b49d-a2c3568cdbe1 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=115720) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:55:56.087941 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-f95bfc71-b71d-466e-b696-611d1cd20e7b req-a6550561-37fc-48d9-b49d-a2c3568cdbe1 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049956 Mar 31 15:55:56.141966 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d41678-d83c-40c9-a20d-e62e6da3407d req-b05286a6-a941-411f-b84b-fa23541565d0 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:56.143478 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d5d41678-d83c-40c9-a20d-e62e6da3407d req-b05286a6-a941-411f-b84b-fa23541565d0 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.0531390 Mar 31 15:55:56.183217 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 33128) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:55:56.195537 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d5d41678-d83c-40c9-a20d-e62e6da3407d req-cae9b035-b4fb-4f12-b528-7c5589618cfd tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457940 Mar 31 15:55:56.233363 dv-cinder-836028-1-iscsi neutron-server[115720]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 31 15:55:56.278976 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bfc71-b71d-466e-b696-611d1cd20e7b req-b7cdf054-4756-4dd5-8c0b-7cec092db737 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:56.280375 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-f95bfc71-b71d-466e-b696-611d1cd20e7b req-b7cdf054-4756-4dd5-8c0b-7cec092db737 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports/81fb7c8f-5731-4355-bfff-69eac154b042 HTTP/1.1" status: 200 len: 940 time: 0.0961065 Mar 31 15:55:56.978292 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbbb752-cb5b-4e31-a8af-47b81b6be1eb req-5b189e47-1acf-4daf-b240-132f2473a693 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:56.979753 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7bbbb752-cb5b-4e31-a8af-47b81b6be1eb req-5b189e47-1acf-4daf-b240-132f2473a693 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=a955a0a8-1f9e-4f0d-8189-fbcd65e50926 HTTP/1.1" status: 200 len: 946 time: 0.0541604 Mar 31 15:55:57.024746 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7bbbb752-cb5b-4e31-a8af-47b81b6be1eb req-8f75078d-2936-4112-b73a-ebc68a7f9b15 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387971 Mar 31 15:55:57.140921 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f9e83d-d0ed-4065-bd2e-b2fc8641588d req-742d9494-abe2-4e01-9967-814264f5a698 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:57.142429 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a0f9e83d-d0ed-4065-bd2e-b2fc8641588d req-742d9494-abe2-4e01-9967-814264f5a698 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0534222 Mar 31 15:55:57.190487 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a0f9e83d-d0ed-4065-bd2e-b2fc8641588d req-8c494088-0618-4097-816a-b712a742c432 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426545 Mar 31 15:55:57.327506 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1f3149-3c39-4800-adb9-149ff7149703 req-9591f8ce-d9ee-416a-ba98-4c1232679fb6 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:57.329017 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-bc1f3149-3c39-4800-adb9-149ff7149703 req-9591f8ce-d9ee-416a-ba98-4c1232679fb6 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.0557463 Mar 31 15:55:57.374947 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-bc1f3149-3c39-4800-adb9-149ff7149703 req-f7c5920e-9ed5-4236-aa5e-8eda389d555c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402620 Mar 31 15:55:57.814892 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:55:58.308909 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d0c18f-6c11-443c-942f-23ff66eec2fd req-6ef272b5-1aef-4db9-a4a1-879493fcd7cf tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:58.310535 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b7d0c18f-6c11-443c-942f-23ff66eec2fd req-6ef272b5-1aef-4db9-a4a1-879493fcd7cf tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0536911 Mar 31 15:55:58.356769 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b7d0c18f-6c11-443c-942f-23ff66eec2fd req-c8dbc7f4-9ce3-48de-947d-bbff28fe8d93 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400860 Mar 31 15:55:58.495353 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f027ff9b-d9e2-44ec-9629-8ef0ed4c204a req-547e76e9-4161-4196-a701-f3bcb1db1b80 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:58.496911 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f027ff9b-d9e2-44ec-9629-8ef0ed4c204a req-547e76e9-4161-4196-a701-f3bcb1db1b80 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.0513079 Mar 31 15:55:58.547046 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f027ff9b-d9e2-44ec-9629-8ef0ed4c204a req-02b59282-62bc-4fef-8f83-8d80bb003bf3 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445991 Mar 31 15:55:59.476915 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6cbaf3-7af0-4f36-96e2-aab83a75bb7a req-b2919852-c9b1-49d5-ad3d-f988bc79a303 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:59.478316 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-be6cbaf3-7af0-4f36-96e2-aab83a75bb7a req-b2919852-c9b1-49d5-ad3d-f988bc79a303 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0525391 Mar 31 15:55:59.525756 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-be6cbaf3-7af0-4f36-96e2-aab83a75bb7a req-4a990476-9368-4d98-ba09-ba6a79cfac29 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417900 Mar 31 15:55:59.672310 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66de8fea-7b1b-4c48-980e-559faf682588 req-1ae98e12-3477-41cf-88da-d444860ce885 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:55:59.676813 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-66de8fea-7b1b-4c48-980e-559faf682588 req-1ae98e12-3477-41cf-88da-d444860ce885 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.0531149 Mar 31 15:55:59.721113 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-66de8fea-7b1b-4c48-980e-559faf682588 req-0d6bbc73-5b6e-43d3-aaac-8335b975b049 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416815 Mar 31 15:56:00.657300 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a681c7e-575c-4f11-be40-7648e4ccd5e9 req-0dc70a62-f61c-438a-986a-96e999bdacd3 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:00.660075 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1a681c7e-575c-4f11-be40-7648e4ccd5e9 req-0dc70a62-f61c-438a-986a-96e999bdacd3 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0599635 Mar 31 15:56:00.711641 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1a681c7e-575c-4f11-be40-7648e4ccd5e9 req-4754a154-f21e-4e04-8cd9-9cbc7a650903 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433481 Mar 31 15:56:00.850346 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d6b5a1-0533-41bd-a610-ee7330384ad2 req-fbe4430e-2d00-4c6f-ac25-486f247c1543 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:00.851905 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-81d6b5a1-0533-41bd-a610-ee7330384ad2 req-fbe4430e-2d00-4c6f-ac25-486f247c1543 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.0567040 Mar 31 15:56:00.900766 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-81d6b5a1-0533-41bd-a610-ee7330384ad2 req-28cd8e8b-05be-4a79-8739-b1fec121bf7e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428004 Mar 31 15:56:01.831769 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822640dc-356c-4482-be87-aa8268ba6a5c req-ff22d98d-d5bf-4a1b-953e-612d6c56978b tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:01.833344 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-822640dc-356c-4482-be87-aa8268ba6a5c req-ff22d98d-d5bf-4a1b-953e-612d6c56978b tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0528066 Mar 31 15:56:01.941364 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-822640dc-356c-4482-be87-aa8268ba6a5c req-90c8781a-0ca2-427b-b75a-2b5894d6f0d8 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999911 Mar 31 15:56:01.948838 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bfc71-b71d-466e-b696-611d1cd20e7b req-30a4348f-47c5-43a1-9972-b3080951fa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:01.950317 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f95bfc71-b71d-466e-b696-611d1cd20e7b req-30a4348f-47c5-43a1-9972-b3080951fa57 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca&tenant_id=cf512c54be704edba504249cc57859c5 HTTP/1.1" status: 200 len: 1127 time: 0.1161175 Mar 31 15:56:02.069896 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1e2963-9137-479c-8887-e7240dc82b33 req-3cb7ed04-89f1-4827-adab-6f7c54a60046 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:02.071379 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4e1e2963-9137-479c-8887-e7240dc82b33 req-3cb7ed04-89f1-4827-adab-6f7c54a60046 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.0946128 Mar 31 15:56:02.074251 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bfc71-b71d-466e-b696-611d1cd20e7b req-74830952-b5ca-42d1-a70e-4f95495d5e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:02.078265 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f95bfc71-b71d-466e-b696-611d1cd20e7b req-74830952-b5ca-42d1-a70e-4f95495d5e63 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf512c54be704edba504249cc57859c5&device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 1127 time: 0.0707753 Mar 31 15:56:02.174459 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4e1e2963-9137-479c-8887-e7240dc82b33 req-ca33b9a2-8d86-4a59-8135-8f68e7ba6a2b tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970283 Mar 31 15:56:02.196840 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bfc71-b71d-466e-b696-611d1cd20e7b req-bbd9ae11-c398-4a5e-9785-320c4831d69c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:02.198340 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f95bfc71-b71d-466e-b696-611d1cd20e7b req-bbd9ae11-c398-4a5e-9785-320c4831d69c service neutron] 10.222.0.24 "GET /v2.0/networks?id=65944f20-8ab3-4e9e-89a3-2479fa118d50 HTTP/1.1" status: 200 len: 918 time: 0.1149318 Mar 31 15:56:02.282337 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f95bfc71-b71d-466e-b696-611d1cd20e7b req-617f4e3b-140e-43a9-ab05-1cddeca8276a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81fb7c8f-5731-4355-bfff-69eac154b042 HTTP/1.1" status: 200 len: 999 time: 0.0774033 Mar 31 15:56:02.353208 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bfc71-b71d-466e-b696-611d1cd20e7b req-0da6b85d-2cb8-409f-aad7-1894c8e82d15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:02.354700 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f95bfc71-b71d-466e-b696-611d1cd20e7b req-0da6b85d-2cb8-409f-aad7-1894c8e82d15 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cb7a29d-bee7-4666-8fec-18b9b112885d HTTP/1.1" status: 200 len: 856 time: 0.0532660 Mar 31 15:56:02.366819 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2496dc51-d878-4586-91d0-03339492cefb req-57d0f2c0-697c-46c6-8799-6702bbeb0386 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:02.368280 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2496dc51-d878-4586-91d0-03339492cefb req-57d0f2c0-697c-46c6-8799-6702bbeb0386 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0978031 Mar 31 15:56:02.479910 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2496dc51-d878-4586-91d0-03339492cefb req-bed782c2-c5a4-4e75-9c55-5d5994fd2dea tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045773 Mar 31 15:56:02.492390 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95bfc71-b71d-466e-b696-611d1cd20e7b req-1418e454-3aa9-4916-b3ba-41132fa2c750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:02.494272 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f95bfc71-b71d-466e-b696-611d1cd20e7b req-1418e454-3aa9-4916-b3ba-41132fa2c750 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65944f20-8ab3-4e9e-89a3-2479fa118d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1118345 Mar 31 15:56:02.556301 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe325b17-d887-4ca3-b74a-21d7fe93952e req-92ed3acf-9edc-4734-92e0-0847d6cec2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:02.557716 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-fe325b17-d887-4ca3-b74a-21d7fe93952e req-92ed3acf-9edc-4734-92e0-0847d6cec2ba service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b74c4b3e38f4f298f86bb10c6a6f67b&device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 1129 time: 0.1099331 Mar 31 15:56:02.650077 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f95bfc71-b71d-466e-b696-611d1cd20e7b req-3561752e-038b-4bbd-a92e-905a3a857be7 service neutron] 10.222.0.24 "GET /v2.0/networks/65944f20-8ab3-4e9e-89a3-2479fa118d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487570 Mar 31 15:56:02.713196 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe325b17-d887-4ca3-b74a-21d7fe93952e req-62317b97-cb11-4a8b-b356-8dbe30ca6127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:02.714610 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-fe325b17-d887-4ca3-b74a-21d7fe93952e req-62317b97-cb11-4a8b-b356-8dbe30ca6127 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8fa8fe94-2799-4a5d-b4fd-6056ad46df32 HTTP/1.1" status: 200 len: 912 time: 0.1508403 Mar 31 15:56:02.797322 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-fe325b17-d887-4ca3-b74a-21d7fe93952e req-1493e65c-1567-4c65-b288-0c724a79b3d4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23bb6d56-d3c6-46f6-8d1e-6b475007f76d HTTP/1.1" status: 200 len: 1000 time: 0.0764573 Mar 31 15:56:02.802299 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f95bfc71-b71d-466e-b696-611d1cd20e7b req-9bb554a2-ad79-499f-b642-11a021885cf5 service neutron] 10.222.0.24 "GET /v2.0/networks/65944f20-8ab3-4e9e-89a3-2479fa118d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432214 Mar 31 15:56:02.861952 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe325b17-d887-4ca3-b74a-21d7fe93952e req-2d0f68a9-fbe1-4891-a140-85700f303f19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:02.863314 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-fe325b17-d887-4ca3-b74a-21d7fe93952e req-2d0f68a9-fbe1-4891-a140-85700f303f19 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a1a7fe3f-e590-4452-8b6d-b35b0e495b82 HTTP/1.1" status: 200 len: 850 time: 0.0478258 Mar 31 15:56:02.916249 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe325b17-d887-4ca3-b74a-21d7fe93952e req-d902e602-3dd2-4990-9799-6eb22656e42b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:02.917738 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-fe325b17-d887-4ca3-b74a-21d7fe93952e req-d902e602-3dd2-4990-9799-6eb22656e42b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fa8fe94-2799-4a5d-b4fd-6056ad46df32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460610 Mar 31 15:56:03.011226 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-fe325b17-d887-4ca3-b74a-21d7fe93952e req-8ffb1ae0-648d-4cd2-9795-f4adf6de555b service neutron] 10.222.0.24 "GET /v2.0/networks/8fa8fe94-2799-4a5d-b4fd-6056ad46df32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835974 Mar 31 15:56:03.109028 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-fe325b17-d887-4ca3-b74a-21d7fe93952e req-8bb8b73e-a643-4f62-ba45-de91976afaad service neutron] 10.222.0.24 "GET /v2.0/networks/8fa8fe94-2799-4a5d-b4fd-6056ad46df32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915868 Mar 31 15:56:03.313812 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edb07e2-57c6-4fc8-9109-b404864ede0a req-67c4d3cb-4404-40fa-88de-4c4cf388ba0f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:03.320624 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3edb07e2-57c6-4fc8-9109-b404864ede0a req-67c4d3cb-4404-40fa-88de-4c4cf388ba0f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.0688214 Mar 31 15:56:03.365497 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3edb07e2-57c6-4fc8-9109-b404864ede0a req-b9c7ae9a-0c72-40c5-af3e-18205a60904f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438840 Mar 31 15:56:03.663258 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb68062c-f078-4de0-b728-aab9004bb6eb req-463fcdd3-976a-4883-af18-630828d534c8 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:03.665022 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-eb68062c-f078-4de0-b728-aab9004bb6eb req-463fcdd3-976a-4883-af18-630828d534c8 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0908189 Mar 31 15:56:03.746960 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-eb68062c-f078-4de0-b728-aab9004bb6eb req-030b8354-9952-47f1-a444-54d34e54649f tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728860 Mar 31 15:56:04.525714 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dc29be-9826-4b80-8523-09b0992ae536 req-56198911-619a-4697-9375-7e6e841809e3 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:04.528504 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-29dc29be-9826-4b80-8523-09b0992ae536 req-56198911-619a-4697-9375-7e6e841809e3 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.0790498 Mar 31 15:56:04.579480 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-29dc29be-9826-4b80-8523-09b0992ae536 req-cd986a1d-427c-4564-bcac-6e154a791210 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423281 Mar 31 15:56:04.775680 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-dfef0c09-bf40-4244-a44f-bd67b3d5fe9f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:04.878919 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9cfcee-3a68-462c-bd9b-1624bac1eed9 req-721cb073-60a0-4058-a870-c0af278c032b tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:04.886369 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9a9cfcee-3a68-462c-bd9b-1624bac1eed9 req-721cb073-60a0-4058-a870-c0af278c032b tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0655298 Mar 31 15:56:04.946939 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9a9cfcee-3a68-462c-bd9b-1624bac1eed9 req-1f48e75c-db83-4a8a-9d4b-29b0fef5e146 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594869 Mar 31 15:56:05.011656 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 33302) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:05.129850 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-582057e6-6ebb-499b-b534-c28a0ea71df7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:05.232326 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-582057e6-6ebb-499b-b534-c28a0ea71df7 admin admin] Publish callbacks [] for security_group (94fb9fb6-6707-4b40-b84c-c3936d2799e1), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:05.312306 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-582057e6-6ebb-499b-b534-c28a0ea71df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (94fb9fb6-6707-4b40-b84c-c3936d2799e1), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:05.356080 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-582057e6-6ebb-499b-b534-c28a0ea71df7 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b4cee27ba022457894721efc16d8db60&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3424215 Mar 31 15:56:05.356282 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582057e6-6ebb-499b-b534-c28a0ea71df7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94fb9fb6-6707-4b40-b84c-c3936d2799e1,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:05.358131 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 33308) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:05.406873 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-0db540ad-0eae-4e0f-8d4c-5dfb5a4b1c90 admin admin] Publish callbacks [] for security_group (94fb9fb6-6707-4b40-b84c-c3936d2799e1), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:05.430751 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-0db540ad-0eae-4e0f-8d4c-5dfb5a4b1c90 admin admin] Publish callbacks [] for security_group (94fb9fb6-6707-4b40-b84c-c3936d2799e1), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:05.581043 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-0db540ad-0eae-4e0f-8d4c-5dfb5a4b1c90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (94fb9fb6-6707-4b40-b84c-c3936d2799e1), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:05.584417 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-0db540ad-0eae-4e0f-8d4c-5dfb5a4b1c90 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:05.587991 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-0db540ad-0eae-4e0f-8d4c-5dfb5a4b1c90 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/94fb9fb6-6707-4b40-b84c-c3936d2799e1 HTTP/1.1" status: 204 len: 168 time: 0.2256682 Mar 31 15:56:05.595358 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db540ad-0eae-4e0f-8d4c-5dfb5a4b1c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94fb9fb6-6707-4b40-b84c-c3936d2799e1,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:05.718638 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db39f912-9bf0-4e0c-ad0b-0d7fb63a5575 req-2cf7ba6e-e391-4dfa-8782-41ca00bbfe91 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:05.720138 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-db39f912-9bf0-4e0c-ad0b-0d7fb63a5575 req-2cf7ba6e-e391-4dfa-8782-41ca00bbfe91 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.0569155 Mar 31 15:56:05.789916 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-db39f912-9bf0-4e0c-ad0b-0d7fb63a5575 req-d7f172c1-d354-48a4-9dc4-56126da3041d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629358 Mar 31 15:56:06.090821 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3505ac5-b26b-4902-82ae-a50f0f0e96ea req-e9ea2723-8dd7-42c5-b8eb-0f10b63919d8 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:06.092325 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d3505ac5-b26b-4902-82ae-a50f0f0e96ea req-e9ea2723-8dd7-42c5-b8eb-0f10b63919d8 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0717204 Mar 31 15:56:06.145161 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d3505ac5-b26b-4902-82ae-a50f0f0e96ea req-a3572251-8123-481f-afc9-abd13188d93d tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466280 Mar 31 15:56:06.283422 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 33320) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:06.297080 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9999c2b6-3e7b-4486-bbef-4c27f3e5c047 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:06.386581 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9999c2b6-3e7b-4486-bbef-4c27f3e5c047 admin admin] Publish callbacks [] for security_group (7b384346-12e0-4f95-9913-6eeede01d5e1), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:06.477306 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9999c2b6-3e7b-4486-bbef-4c27f3e5c047 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (7b384346-12e0-4f95-9913-6eeede01d5e1), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:06.522793 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-9999c2b6-3e7b-4486-bbef-4c27f3e5c047 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0e1de006253b4f6bbbda3c573d2ab047&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2375164 Mar 31 15:56:06.530133 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9999c2b6-3e7b-4486-bbef-4c27f3e5c047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b384346-12e0-4f95-9913-6eeede01d5e1,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:06.530332 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 33326) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:06.579212 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-15f31e11-d4e2-4741-b222-81307bf803c1 admin admin] Publish callbacks [] for security_group (7b384346-12e0-4f95-9913-6eeede01d5e1), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:06.600212 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-15f31e11-d4e2-4741-b222-81307bf803c1 admin admin] Publish callbacks [] for security_group (7b384346-12e0-4f95-9913-6eeede01d5e1), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:06.762964 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-15f31e11-d4e2-4741-b222-81307bf803c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (7b384346-12e0-4f95-9913-6eeede01d5e1), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:06.765647 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-15f31e11-d4e2-4741-b222-81307bf803c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:06.769230 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-15f31e11-d4e2-4741-b222-81307bf803c1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7b384346-12e0-4f95-9913-6eeede01d5e1 HTTP/1.1" status: 204 len: 168 time: 0.2410288 Mar 31 15:56:06.776051 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f31e11-d4e2-4741-b222-81307bf803c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b384346-12e0-4f95-9913-6eeede01d5e1,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:06.785905 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f31e11-d4e2-4741-b222-81307bf803c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:06.786249 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f31e11-d4e2-4741-b222-81307bf803c1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:06.786589 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f31e11-d4e2-4741-b222-81307bf803c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:06.786923 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f31e11-d4e2-4741-b222-81307bf803c1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:06.787281 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f31e11-d4e2-4741-b222-81307bf803c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:06.787606 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f31e11-d4e2-4741-b222-81307bf803c1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:06.788021 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f31e11-d4e2-4741-b222-81307bf803c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:06.788264 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f31e11-d4e2-4741-b222-81307bf803c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:06.788589 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f31e11-d4e2-4741-b222-81307bf803c1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:06.788940 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f31e11-d4e2-4741-b222-81307bf803c1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:06.789265 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f31e11-d4e2-4741-b222-81307bf803c1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:06.789605 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f31e11-d4e2-4741-b222-81307bf803c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:06.789929 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f31e11-d4e2-4741-b222-81307bf803c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:06.790247 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f31e11-d4e2-4741-b222-81307bf803c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:06.790565 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15f31e11-d4e2-4741-b222-81307bf803c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:06.927290 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa035f1-65fc-440b-92e5-4e2e1ba346e0 req-df06aa11-0889-4cb3-b2a2-cfdba6166db2 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:06.929101 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3fa035f1-65fc-440b-92e5-4e2e1ba346e0 req-df06aa11-0889-4cb3-b2a2-cfdba6166db2 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.0547843 Mar 31 15:56:06.987587 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3fa035f1-65fc-440b-92e5-4e2e1ba346e0 req-ed085e25-f97c-4cf0-bb2e-0800a644dec7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516438 Mar 31 15:56:07.032671 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-95ee117c-b61b-45e9-9782-d67ea1ea539e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:07.326952 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deedbd7-9d95-4453-9675-1f415178955e req-ff7e4293-9268-476b-8e18-80b7ca9e5a81 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:07.329452 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0deedbd7-9d95-4453-9675-1f415178955e req-ff7e4293-9268-476b-8e18-80b7ca9e5a81 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.1036320 Mar 31 15:56:07.404140 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0deedbd7-9d95-4453-9675-1f415178955e req-8f56b7db-da63-48ee-96bf-14516053cbf7 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615821 Mar 31 15:56:07.695174 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:08.133501 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6e9ec7-8691-4335-94b4-565499f5ee93 req-6feed5b5-31fb-46ea-9ab3-31637c69ddd5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:08.134970 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-bb6e9ec7-8691-4335-94b4-565499f5ee93 req-6feed5b5-31fb-46ea-9ab3-31637c69ddd5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.0540416 Mar 31 15:56:08.187803 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-bb6e9ec7-8691-4335-94b4-565499f5ee93 req-dcd6f17a-ddbb-44ba-978d-5b72b2865595 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468071 Mar 31 15:56:08.373266 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:08.558125 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8205aeb-e6fc-4002-bd68-c2fb5c44540d req-91b8563c-199d-4305-8bbb-f3f8da88e434 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:08.559867 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d8205aeb-e6fc-4002-bd68-c2fb5c44540d req-91b8563c-199d-4305-8bbb-f3f8da88e434 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0729053 Mar 31 15:56:08.620638 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d8205aeb-e6fc-4002-bd68-c2fb5c44540d req-f7418ff2-b5e5-47fd-8d53-6d518019a1d7 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526035 Mar 31 15:56:08.681981 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 33368) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:08.791089 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-fda2b39c-3828-4d67-9f34-3ae654423ebd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:08.868784 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-fda2b39c-3828-4d67-9f34-3ae654423ebd admin admin] Publish callbacks [] for security_group (06497e97-ecf4-4da6-957f-74b0a6c0495e), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:08.957337 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-fda2b39c-3828-4d67-9f34-3ae654423ebd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (06497e97-ecf4-4da6-957f-74b0a6c0495e), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:09.004612 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-fda2b39c-3828-4d67-9f34-3ae654423ebd admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=076e0e7ddf7e4a8e8123e3fee08172b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3191092 Mar 31 15:56:09.004612 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda2b39c-3828-4d67-9f34-3ae654423ebd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06497e97-ecf4-4da6-957f-74b0a6c0495e,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:09.006124 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 33372) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:09.062838 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b59f19b3-d4ed-45ad-a527-9443329cc439 admin admin] Publish callbacks [] for security_group (06497e97-ecf4-4da6-957f-74b0a6c0495e), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:09.084706 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b59f19b3-d4ed-45ad-a527-9443329cc439 admin admin] Publish callbacks [] for security_group (06497e97-ecf4-4da6-957f-74b0a6c0495e), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:09.191044 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b59f19b3-d4ed-45ad-a527-9443329cc439 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (06497e97-ecf4-4da6-957f-74b0a6c0495e), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:09.193722 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b59f19b3-d4ed-45ad-a527-9443329cc439 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:09.194861 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-b59f19b3-d4ed-45ad-a527-9443329cc439 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/06497e97-ecf4-4da6-957f-74b0a6c0495e HTTP/1.1" status: 204 len: 168 time: 0.1875691 Mar 31 15:56:09.205587 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f19b3-d4ed-45ad-a527-9443329cc439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06497e97-ecf4-4da6-957f-74b0a6c0495e,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:09.335942 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:09.353600 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5486ace-831a-4920-ab23-33c0270b0c61 req-0b09db05-826a-44c1-af16-14712dc0eddd tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:09.355210 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e5486ace-831a-4920-ab23-33c0270b0c61 req-0b09db05-826a-44c1-af16-14712dc0eddd tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.0864489 Mar 31 15:56:09.663722 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e5486ace-831a-4920-ab23-33c0270b0c61 req-20591de6-ef65-463f-b2ad-c38028920d20 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3020248 Mar 31 15:56:09.763965 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9817306-6e25-41c9-853d-5a59192cef05 req-fd70ea75-3788-496e-92b8-bc30df0c1b75 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:09.766160 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d9817306-6e25-41c9-853d-5a59192cef05 req-fd70ea75-3788-496e-92b8-bc30df0c1b75 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0703442 Mar 31 15:56:09.826197 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d9817306-6e25-41c9-853d-5a59192cef05 req-dc9b32e0-ac34-46ac-b04c-ab1e7561dd2e tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542715 Mar 31 15:56:10.802755 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6262a1-5e50-449a-a145-e99f9b603767 req-c2d92823-10ff-4f67-9bcf-1790f27579bb tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:10.803563 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3e6262a1-5e50-449a-a145-e99f9b603767 req-c2d92823-10ff-4f67-9bcf-1790f27579bb tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.0603490 Mar 31 15:56:10.869431 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3e6262a1-5e50-449a-a145-e99f9b603767 req-f83ebea7-ba5f-423d-b4cd-6b45175d87c7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592825 Mar 31 15:56:10.953742 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03593af-ad39-4fda-a2c3-18bad918ed0e req-f87a5ce9-1c61-400b-b243-7887e7916ed0 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:10.955330 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f03593af-ad39-4fda-a2c3-18bad918ed0e req-f87a5ce9-1c61-400b-b243-7887e7916ed0 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0551984 Mar 31 15:56:11.012063 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f03593af-ad39-4fda-a2c3-18bad918ed0e req-b50e8e40-697b-4b56-8a3d-c2621e8a5b81 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455029 Mar 31 15:56:11.083945 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:11.993865 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7c5c09-ec36-4e9a-92f0-2145ff3dd572 req-80460457-6508-475d-98b5-bef29e740148 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:11.995345 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0f7c5c09-ec36-4e9a-92f0-2145ff3dd572 req-80460457-6508-475d-98b5-bef29e740148 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.0529182 Mar 31 15:56:12.061025 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0f7c5c09-ec36-4e9a-92f0-2145ff3dd572 req-6faa85a6-7e10-45e0-8b8b-7c46a7311eb5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596478 Mar 31 15:56:12.134574 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476ea1fb-bb5e-46cf-b7df-890bd9dac8d5 req-2d180a1b-5ec0-41f9-b7be-2a1dfc8fab17 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:12.135936 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-476ea1fb-bb5e-46cf-b7df-890bd9dac8d5 req-2d180a1b-5ec0-41f9-b7be-2a1dfc8fab17 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0540345 Mar 31 15:56:12.196668 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-476ea1fb-bb5e-46cf-b7df-890bd9dac8d5 req-2d6667ef-3f0d-4c6b-a807-e14df4c82a5c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543003 Mar 31 15:56:13.194289 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf5f7f0-9285-493b-bd39-b39cab4f31a2 req-ab5562e1-01c1-4fa5-b5e1-54728bc03037 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:13.195800 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6bf5f7f0-9285-493b-bd39-b39cab4f31a2 req-ab5562e1-01c1-4fa5-b5e1-54728bc03037 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.0623493 Mar 31 15:56:13.260916 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6bf5f7f0-9285-493b-bd39-b39cab4f31a2 req-05ae4162-e2b7-48e5-9846-da7700c2caa6 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591571 Mar 31 15:56:13.347926 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79708a9-7d8b-4ff9-bd41-42500b13d5b7 req-7130bce4-1728-4eb1-a614-03b01ef0338b tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:13.347926 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e79708a9-7d8b-4ff9-bd41-42500b13d5b7 req-7130bce4-1728-4eb1-a614-03b01ef0338b tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0691195 Mar 31 15:56:13.411581 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e79708a9-7d8b-4ff9-bd41-42500b13d5b7 req-715e54ad-4f1f-4fd3-9c4b-fe1f9aa93b2f tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663779 Mar 31 15:56:14.385980 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d891c04-91ca-42b8-a0e5-89f97b7025bc req-64647afc-7265-4aae-8058-a782a1da51a5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:14.387465 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7d891c04-91ca-42b8-a0e5-89f97b7025bc req-64647afc-7265-4aae-8058-a782a1da51a5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.0539169 Mar 31 15:56:14.433615 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7d891c04-91ca-42b8-a0e5-89f97b7025bc req-15958264-e201-4500-a7b1-0acffb546a06 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399005 Mar 31 15:56:14.539076 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122f4cd7-fa5a-4e2b-98ea-4249c4f3cdae req-e22b9e61-176a-4ecd-be21-d2a653ab3f1e tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:14.540567 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-122f4cd7-fa5a-4e2b-98ea-4249c4f3cdae req-e22b9e61-176a-4ecd-be21-d2a653ab3f1e tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0513902 Mar 31 15:56:14.590866 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-122f4cd7-fa5a-4e2b-98ea-4249c4f3cdae req-4cf908d8-37c9-4806-af1e-7cf2897b1f1c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447402 Mar 31 15:56:15.560991 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879a3668-2606-4029-87d7-3a90017245ef req-c7126879-a9dc-4e9a-9666-8538c2af7f75 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:15.562507 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-879a3668-2606-4029-87d7-3a90017245ef req-c7126879-a9dc-4e9a-9666-8538c2af7f75 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.0518188 Mar 31 15:56:15.608662 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-879a3668-2606-4029-87d7-3a90017245ef req-9dc5681f-2308-465e-a845-85cd5c4cc06c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405130 Mar 31 15:56:15.710613 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee49c26-53c1-4f83-8eae-41245b546057 req-c8bb97f4-ea69-48cd-ae6e-0806983937b9 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:15.713737 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0ee49c26-53c1-4f83-8eae-41245b546057 req-c8bb97f4-ea69-48cd-ae6e-0806983937b9 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0525320 Mar 31 15:56:15.729071 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 33496) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:15.768372 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0ee49c26-53c1-4f83-8eae-41245b546057 req-4faaa1a7-3a19-44b8-8979-86885e0cd218 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506797 Mar 31 15:56:15.835556 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ca8ab318-4f76-4dde-a19b-be0012bb416c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:15.905341 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ca8ab318-4f76-4dde-a19b-be0012bb416c admin admin] Publish callbacks [] for security_group (28f2a163-038c-42b5-8803-cdaa873b04ff), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:15.986613 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ca8ab318-4f76-4dde-a19b-be0012bb416c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (28f2a163-038c-42b5-8803-cdaa873b04ff), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:16.022493 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8ab318-4f76-4dde-a19b-be0012bb416c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28f2a163-038c-42b5-8803-cdaa873b04ff,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:16.026442 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-ca8ab318-4f76-4dde-a19b-be0012bb416c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=59e791c6aeee475d8b2841311f69cec1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2963767 Mar 31 15:56:16.029283 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 33500) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:16.033498 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8ab318-4f76-4dde-a19b-be0012bb416c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.033498 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8ab318-4f76-4dde-a19b-be0012bb416c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.033755 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8ab318-4f76-4dde-a19b-be0012bb416c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.033980 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8ab318-4f76-4dde-a19b-be0012bb416c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.034314 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8ab318-4f76-4dde-a19b-be0012bb416c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.034645 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8ab318-4f76-4dde-a19b-be0012bb416c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.034977 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8ab318-4f76-4dde-a19b-be0012bb416c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.035297 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8ab318-4f76-4dde-a19b-be0012bb416c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.035623 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8ab318-4f76-4dde-a19b-be0012bb416c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.035948 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8ab318-4f76-4dde-a19b-be0012bb416c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.036301 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8ab318-4f76-4dde-a19b-be0012bb416c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.036624 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8ab318-4f76-4dde-a19b-be0012bb416c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.036947 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8ab318-4f76-4dde-a19b-be0012bb416c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.037265 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8ab318-4f76-4dde-a19b-be0012bb416c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.037584 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca8ab318-4f76-4dde-a19b-be0012bb416c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:56:16.080307 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-ee952859-bbba-4f96-91a2-2f08fcbfcf9a admin admin] Publish callbacks [] for security_group (28f2a163-038c-42b5-8803-cdaa873b04ff), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:16.121842 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-ee952859-bbba-4f96-91a2-2f08fcbfcf9a admin admin] Publish callbacks [] for security_group (28f2a163-038c-42b5-8803-cdaa873b04ff), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:16.165040 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-18b992ab-2d67-4591-8bd1-515bbe41b1cb req-41907edd-84c5-491f-93e5-65723e9094f7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708225 Mar 31 15:56:16.246354 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b992ab-2d67-4591-8bd1-515bbe41b1cb req-355344ba-0714-420f-8610-e605e552fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:16.247780 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-18b992ab-2d67-4591-8bd1-515bbe41b1cb req-355344ba-0714-420f-8610-e605e552fec8 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b72f6f1e61d487aa67d6b722ba60f85&device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 1129 time: 0.0439613 Mar 31 15:56:16.285732 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-ee952859-bbba-4f96-91a2-2f08fcbfcf9a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (28f2a163-038c-42b5-8803-cdaa873b04ff), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:16.288259 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-ee952859-bbba-4f96-91a2-2f08fcbfcf9a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:16.289339 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-ee952859-bbba-4f96-91a2-2f08fcbfcf9a admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/28f2a163-038c-42b5-8803-cdaa873b04ff HTTP/1.1" status: 204 len: 168 time: 0.2590549 Mar 31 15:56:16.328315 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee952859-bbba-4f96-91a2-2f08fcbfcf9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f2a163-038c-42b5-8803-cdaa873b04ff,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:16.368804 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b992ab-2d67-4591-8bd1-515bbe41b1cb req-c552fa84-6bfc-4b9f-95c5-70131c46f2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:16.370267 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-18b992ab-2d67-4591-8bd1-515bbe41b1cb req-c552fa84-6bfc-4b9f-95c5-70131c46f2db service neutron] 10.222.0.24 "GET /v2.0/networks?id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa HTTP/1.1" status: 200 len: 920 time: 0.1028121 Mar 31 15:56:16.411845 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-18b992ab-2d67-4591-8bd1-515bbe41b1cb req-d55da921-8eaa-4cd9-ba46-3c0d7296dd66 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=68d51ae4-8f29-4557-a7f0-406405652fc5 HTTP/1.1" status: 200 len: 217 time: 0.0346978 Mar 31 15:56:16.467101 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b992ab-2d67-4591-8bd1-515bbe41b1cb req-15c6ed0d-90a9-4df6-b6d6-bd74e73325a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:16.468602 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-18b992ab-2d67-4591-8bd1-515bbe41b1cb req-15c6ed0d-90a9-4df6-b6d6-bd74e73325a7 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a390765-0f72-4138-842b-3475f0e0b072 HTTP/1.1" status: 200 len: 858 time: 0.0452242 Mar 31 15:56:16.520642 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b992ab-2d67-4591-8bd1-515bbe41b1cb req-638e3e89-0ada-4333-bf0e-55e102443eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:16.530115 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-18b992ab-2d67-4591-8bd1-515bbe41b1cb req-638e3e89-0ada-4333-bf0e-55e102443eb1 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468197 Mar 31 15:56:16.621117 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-18b992ab-2d67-4591-8bd1-515bbe41b1cb req-68a280b6-daa2-4eb6-954b-e5a161e52544 service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825305 Mar 31 15:56:16.748452 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-18b992ab-2d67-4591-8bd1-515bbe41b1cb req-472b216d-db9e-4be3-bbd8-d8556898d3eb service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187763 Mar 31 15:56:16.760321 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b18735e-91b0-410f-8796-5d5f010822a5 req-fd108cf3-1b3c-4a6d-b516-903201f3e8ee tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:16.761657 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6b18735e-91b0-410f-8796-5d5f010822a5 req-fd108cf3-1b3c-4a6d-b516-903201f3e8ee tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.0741460 Mar 31 15:56:16.818066 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6b18735e-91b0-410f-8796-5d5f010822a5 req-999eda28-4d67-4230-9025-900e9347e42f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428290 Mar 31 15:56:16.892996 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbae224e-8e50-4668-8b2d-7f7c8d114f35 req-e1d175db-b59f-4575-9516-b2e661c9e340 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:16.894521 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dbae224e-8e50-4668-8b2d-7f7c8d114f35 req-e1d175db-b59f-4575-9516-b2e661c9e340 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0527518 Mar 31 15:56:16.945792 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dbae224e-8e50-4668-8b2d-7f7c8d114f35 req-9471c73a-6e1b-4513-abde-86a452fd7f27 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457895 Mar 31 15:56:17.947349 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcaaa0-c991-454c-bde7-e16cf0b8b8be req-5d530b9a-b52c-44bf-be8f-e95b1b2d57f2 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:17.948853 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-06fcaaa0-c991-454c-bde7-e16cf0b8b8be req-5d530b9a-b52c-44bf-be8f-e95b1b2d57f2 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.0520971 Mar 31 15:56:17.995136 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-06fcaaa0-c991-454c-bde7-e16cf0b8b8be req-5d186a1f-c44c-4dbe-83a9-ca1076913e1a tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402975 Mar 31 15:56:19.126420 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a9dd46-8be8-48c1-ada8-3348fd11b522 req-e27ad461-cc4e-4743-8e79-2c928f760428 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:19.127994 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-03a9dd46-8be8-48c1-ada8-3348fd11b522 req-e27ad461-cc4e-4743-8e79-2c928f760428 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.0506020 Mar 31 15:56:19.179852 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-03a9dd46-8be8-48c1-ada8-3348fd11b522 req-c0daca4f-a0bd-4c83-9c88-df93dad2b65f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454142 Mar 31 15:56:20.310326 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14c9e13-b2f4-42fb-b8d8-0f1d779bc284 req-3e9e7f8c-7d5c-4f29-b6bb-a15f8f0a7805 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:20.311841 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c14c9e13-b2f4-42fb-b8d8-0f1d779bc284 req-3e9e7f8c-7d5c-4f29-b6bb-a15f8f0a7805 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.0562334 Mar 31 15:56:20.360014 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c14c9e13-b2f4-42fb-b8d8-0f1d779bc284 req-ec7f4855-55ed-4a3e-a33e-71ce3ba8a127 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422349 Mar 31 15:56:21.481961 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1562864-6330-4911-8ba7-acdd89f47e40 req-faacf029-fe16-4e6c-87a3-424e0b603686 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:21.483469 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f1562864-6330-4911-8ba7-acdd89f47e40 req-faacf029-fe16-4e6c-87a3-424e0b603686 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.0527580 Mar 31 15:56:21.530141 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f1562864-6330-4911-8ba7-acdd89f47e40 req-6efef3e8-c8f6-4a4b-8868-34091dd10826 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405493 Mar 31 15:56:22.653357 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42032ef-647e-41a2-94ab-507415365f3f req-9d66b759-83de-401a-ae43-ec70bf70c41b tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:22.654848 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a42032ef-647e-41a2-94ab-507415365f3f req-9d66b759-83de-401a-ae43-ec70bf70c41b tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.0539474 Mar 31 15:56:22.700591 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a42032ef-647e-41a2-94ab-507415365f3f req-2442f95e-0eea-468b-8bcf-5389e6ef53a9 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396624 Mar 31 15:56:23.822902 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f00a05-78ae-4e30-8a7c-28b5e7e0ab0d req-257a2e32-49b9-4e8c-8d13-cbe8801a02a2 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:23.824690 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-09f00a05-78ae-4e30-8a7c-28b5e7e0ab0d req-257a2e32-49b9-4e8c-8d13-cbe8801a02a2 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.0511308 Mar 31 15:56:23.870756 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-09f00a05-78ae-4e30-8a7c-28b5e7e0ab0d req-f2aead05-1459-4f67-bf03-8fd6d5affc24 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400424 Mar 31 15:56:24.992075 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac8f108-5bf3-417f-9a50-7a063a6ca7a2 req-b3d18cce-b098-4321-aeb7-5a2807d97bc6 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:24.993568 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9ac8f108-5bf3-417f-9a50-7a063a6ca7a2 req-b3d18cce-b098-4321-aeb7-5a2807d97bc6 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 943 time: 0.0515559 Mar 31 15:56:25.042646 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9ac8f108-5bf3-417f-9a50-7a063a6ca7a2 req-31c31018-3360-4354-b7d9-fc72ea0e2208 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434451 Mar 31 15:56:25.160988 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 81fb7c8f-5731-4355-bfff-69eac154b042 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=115721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:56:25.260642 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 81fb7c8f-5731-4355-bfff-69eac154b042, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=81fb7c8f-5731-4355-bfff-69eac154b042,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:56:25.272352 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Returning: {'device': '81fb7c8f-5731-4355-bfff-69eac154b042', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'port_id': '81fb7c8f-5731-4355-bfff-69eac154b042', 'mac_address': 'fa:16:3e:df:4e:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:56:25.310102 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 81fb7c8f-5731-4355-bfff-69eac154b042 is: DOWN; New status is: BUILD {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:56:25.310497 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (81fb7c8f-5731-4355-bfff-69eac154b042), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:25.322962 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81fb7c8f-5731-4355-bfff-69eac154b042 {{(pid=115721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:56:25.344328 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 81fb7c8f-5731-4355-bfff-69eac154b042, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=81fb7c8f-5731-4355-bfff-69eac154b042,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:56:25.431028 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (81fb7c8f-5731-4355-bfff-69eac154b042), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:25.480243 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=81fb7c8f-5731-4355-bfff-69eac154b042,revision_number=9']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:25.943604 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['81fb7c8f-5731-4355-bfff-69eac154b042'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:56:26.164321 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ed8ca2-7cfe-4e74-9f36-c22d6c6d824c req-8967f34c-1829-4de2-8dee-94fa4bd2e023 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:26.165800 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c6ed8ca2-7cfe-4e74-9f36-c22d6c6d824c req-8967f34c-1829-4de2-8dee-94fa4bd2e023 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 944 time: 0.0521305 Mar 31 15:56:26.212231 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c6ed8ca2-7cfe-4e74-9f36-c22d6c6d824c req-668c3f3a-7ad7-4024-b4ac-88a8991fa956 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407393 Mar 31 15:56:27.173950 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 81fb7c8f-5731-4355-bfff-69eac154b042 up at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:56:27.223625 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning complete for port 81fb7c8f-5731-4355-bfff-69eac154b042 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:56:27.224016 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (81fb7c8f-5731-4355-bfff-69eac154b042), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:27.303937 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 81fb7c8f-5731-4355-bfff-69eac154b042 is: BUILD; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:56:27.304393 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (81fb7c8f-5731-4355-bfff-69eac154b042), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:27.325787 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bb087c-1acb-4022-bf57-47fc597630ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fb7c8f-5731-4355-bfff-69eac154b042'}] {{(pid=115721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:56:27.328510 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dbd394bfc303c33638f161c815dd3ff8081b22df1313fe1def72e09edd93f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4aa34b3-eb26-4a3b-b047-ba5c66dd4f5c" -d '{"events": [{"server_uuid": "e1bb087c-1acb-4022-bf57-47fc597630ca", "name": "network-vif-plugged", "status": "completed", "tag": "81fb7c8f-5731-4355-bfff-69eac154b042"}]}' {{(pid=115721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:56:27.332278 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd472fa-e76e-471c-8888-ad9579a1fe8e req-770090b9-4950-45e2-af72-ad44bf4513ca tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:27.333779 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dfd472fa-e76e-471c-8888-ad9579a1fe8e req-770090b9-4950-45e2-af72-ad44bf4513ca tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 944 time: 0.0509708 Mar 31 15:56:27.341665 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 81fb7c8f-5731-4355-bfff-69eac154b042, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=81fb7c8f-5731-4355-bfff-69eac154b042,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:56:27.364625 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93a5e87-ab53-4185-811d-c350d76bd97c x-openstack-request-id: req-a93a5e87-ab53-4185-811d-c350d76bd97c {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:56:27.364921 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bb087c-1acb-4022-bf57-47fc597630ca", "name": "network-vif-plugged", "status": "completed", "tag": "81fb7c8f-5731-4355-bfff-69eac154b042", "code": 200}]} {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:56:27.365179 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a93a5e87-ab53-4185-811d-c350d76bd97c {{(pid=115721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:56:27.365582 dv-cinder-836028-1-iscsi neutron-server[115721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a93a5e87-ab53-4185-811d-c350d76bd97c'] response: {'server_uuid': 'e1bb087c-1acb-4022-bf57-47fc597630ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81fb7c8f-5731-4355-bfff-69eac154b042', 'code': 200} Mar 31 15:56:27.381841 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dfd472fa-e76e-471c-8888-ad9579a1fe8e req-c0ff63f9-dc57-44ea-8fbd-12940a21e4f4 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423796 Mar 31 15:56:27.443669 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (81fb7c8f-5731-4355-bfff-69eac154b042), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:27.491934 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=81fb7c8f-5731-4355-bfff-69eac154b042,revision_number=10']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:28.203971 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc9e08b-dea3-4bd9-84ba-a20771392e52 req-8e6ba2de-80ea-4a9d-9ce5-fb74dbf5f283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:28.205560 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2bc9e08b-dea3-4bd9-84ba-a20771392e52 req-8e6ba2de-80ea-4a9d-9ce5-fb74dbf5f283 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 1130 time: 0.0496869 Mar 31 15:56:28.254624 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2bc9e08b-dea3-4bd9-84ba-a20771392e52 req-a3512d3c-86fc-4633-ab29-f810f1970b4c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399308 Mar 31 15:56:28.504991 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720067c2-5f05-4114-8431-03fb1ec7ab38 req-4d9bb43f-d336-4880-b42b-deb145f64101 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:28.506464 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-720067c2-5f05-4114-8431-03fb1ec7ab38 req-4d9bb43f-d336-4880-b42b-deb145f64101 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 946 time: 0.0519786 Mar 31 15:56:28.555259 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-720067c2-5f05-4114-8431-03fb1ec7ab38 req-a7752d66-fedf-43b8-820a-9b4dbb1472b1 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429409 Mar 31 15:56:28.790702 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 33690) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:28.892312 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-a6a45632-7e99-4c75-bf05-96d51000eed1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:28.962233 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-a6a45632-7e99-4c75-bf05-96d51000eed1 admin admin] Publish callbacks [] for security_group (d57ada2c-123a-4fa0-96bd-34c6f78b798e), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:29.041919 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-a6a45632-7e99-4c75-bf05-96d51000eed1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (d57ada2c-123a-4fa0-96bd-34c6f78b798e), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:29.083397 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-a6a45632-7e99-4c75-bf05-96d51000eed1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=8311f1652fdf4902972f1a45565a7f42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2916279 Mar 31 15:56:29.084280 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a45632-7e99-4c75-bf05-96d51000eed1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d57ada2c-123a-4fa0-96bd-34c6f78b798e,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:29.086035 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 33694) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:29.134163 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a58c4536-6500-49d6-b697-00bedc414130 admin admin] Publish callbacks [] for security_group (d57ada2c-123a-4fa0-96bd-34c6f78b798e), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:29.154197 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a58c4536-6500-49d6-b697-00bedc414130 admin admin] Publish callbacks [] for security_group (d57ada2c-123a-4fa0-96bd-34c6f78b798e), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:29.304779 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a58c4536-6500-49d6-b697-00bedc414130 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (d57ada2c-123a-4fa0-96bd-34c6f78b798e), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:29.307438 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a58c4536-6500-49d6-b697-00bedc414130 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:29.308624 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-a58c4536-6500-49d6-b697-00bedc414130 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d57ada2c-123a-4fa0-96bd-34c6f78b798e HTTP/1.1" status: 204 len: 168 time: 0.2208345 Mar 31 15:56:29.317240 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58c4536-6500-49d6-b697-00bedc414130 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d57ada2c-123a-4fa0-96bd-34c6f78b798e,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:29.678138 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f84e7-ce0d-4dc4-b264-64ee5d454943 req-056745e0-62e2-4bc0-a3b5-1390426c3986 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:29.679623 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a73f84e7-ce0d-4dc4-b264-64ee5d454943 req-056745e0-62e2-4bc0-a3b5-1390426c3986 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 946 time: 0.0512056 Mar 31 15:56:29.725864 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a73f84e7-ce0d-4dc4-b264-64ee5d454943 req-e523dc0f-6cef-4503-8c81-7d6660509a88 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406148 Mar 31 15:56:30.219662 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 33720) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:30.233081 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-64b15091-727d-4d0b-9cd8-076de98c5c34 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:30.309655 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-64b15091-727d-4d0b-9cd8-076de98c5c34 admin admin] Publish callbacks [] for security_group (f4a9178e-383b-419e-8895-ddb3cabfcb6c), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:30.609785 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-64b15091-727d-4d0b-9cd8-076de98c5c34 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (f4a9178e-383b-419e-8895-ddb3cabfcb6c), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:30.651690 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-64b15091-727d-4d0b-9cd8-076de98c5c34 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b608f411b8664a2590767b04377ff6ec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4308329 Mar 31 15:56:30.653724 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b15091-727d-4d0b-9cd8-076de98c5c34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a9178e-383b-419e-8895-ddb3cabfcb6c,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:30.654765 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 33728) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:30.704727 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-7558f0f1-4a21-4f03-8082-cf11a4f8ced3 admin admin] Publish callbacks [] for security_group (f4a9178e-383b-419e-8895-ddb3cabfcb6c), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:30.726346 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-7558f0f1-4a21-4f03-8082-cf11a4f8ced3 admin admin] Publish callbacks [] for security_group (f4a9178e-383b-419e-8895-ddb3cabfcb6c), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:30.855857 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04844e74-9fee-45d8-870f-bb3aafa29554 req-f5b8f851-d187-45bd-a063-6ceb48fbc009 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:30.857368 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-04844e74-9fee-45d8-870f-bb3aafa29554 req-f5b8f851-d187-45bd-a063-6ceb48fbc009 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 946 time: 0.0570230 Mar 31 15:56:30.904259 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-04844e74-9fee-45d8-870f-bb3aafa29554 req-5aa95044-6fa5-461f-9c2b-b16ac56c8a1a tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406606 Mar 31 15:56:30.945122 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-7558f0f1-4a21-4f03-8082-cf11a4f8ced3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (f4a9178e-383b-419e-8895-ddb3cabfcb6c), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:30.947819 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-7558f0f1-4a21-4f03-8082-cf11a4f8ced3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:30.948988 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-7558f0f1-4a21-4f03-8082-cf11a4f8ced3 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f4a9178e-383b-419e-8895-ddb3cabfcb6c HTTP/1.1" status: 204 len: 168 time: 0.2932754 Mar 31 15:56:30.957622 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7558f0f1-4a21-4f03-8082-cf11a4f8ced3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a9178e-383b-419e-8895-ddb3cabfcb6c,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:32.026544 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e953ce3-9f82-45ef-b622-643f48d64c43 req-e1954963-2e4b-4ea5-9ac2-d13d4b8a29a8 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:32.028074 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9e953ce3-9f82-45ef-b622-643f48d64c43 req-e1954963-2e4b-4ea5-9ac2-d13d4b8a29a8 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 946 time: 0.0537174 Mar 31 15:56:32.073627 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9e953ce3-9f82-45ef-b622-643f48d64c43 req-4ee3eaea-1edf-4ece-b390-c643f32e5649 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391974 Mar 31 15:56:32.209729 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 33762) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:32.223091 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c09c5f2b-394b-425c-ac5b-6f8f54b8ed86 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:32.318939 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c09c5f2b-394b-425c-ac5b-6f8f54b8ed86 admin admin] Publish callbacks [] for security_group (631ce9aa-de26-4853-86b4-e09361ab69a8), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:32.610189 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c09c5f2b-394b-425c-ac5b-6f8f54b8ed86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (631ce9aa-de26-4853-86b4-e09361ab69a8), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:32.647996 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09c5f2b-394b-425c-ac5b-6f8f54b8ed86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631ce9aa-de26-4853-86b4-e09361ab69a8,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:32.652371 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-c09c5f2b-394b-425c-ac5b-6f8f54b8ed86 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cc55b937a52347d7ab0b5f70781e8482&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4414210 Mar 31 15:56:32.654959 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 33764) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:32.701612 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-ca9f6241-2b7c-41d5-a5a1-9ce4bd159bb1 admin admin] Publish callbacks [] for security_group (631ce9aa-de26-4853-86b4-e09361ab69a8), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:32.730726 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-ca9f6241-2b7c-41d5-a5a1-9ce4bd159bb1 admin admin] Publish callbacks [] for security_group (631ce9aa-de26-4853-86b4-e09361ab69a8), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:32.860878 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-ca9f6241-2b7c-41d5-a5a1-9ce4bd159bb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (631ce9aa-de26-4853-86b4-e09361ab69a8), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:32.863503 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-ca9f6241-2b7c-41d5-a5a1-9ce4bd159bb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:32.864795 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-ca9f6241-2b7c-41d5-a5a1-9ce4bd159bb1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/631ce9aa-de26-4853-86b4-e09361ab69a8 HTTP/1.1" status: 204 len: 168 time: 0.2089474 Mar 31 15:56:32.872476 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f6241-2b7c-41d5-a5a1-9ce4bd159bb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631ce9aa-de26-4853-86b4-e09361ab69a8,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:33.196540 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983061d-3e42-451d-a4f1-e51331e4595b req-60d3492a-a688-4757-bed9-8cbc18980a0b tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:33.198033 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7983061d-3e42-451d-a4f1-e51331e4595b req-60d3492a-a688-4757-bed9-8cbc18980a0b tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 946 time: 0.0516343 Mar 31 15:56:33.248253 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7983061d-3e42-451d-a4f1-e51331e4595b req-5060afc6-c58d-45b9-bec1-9ba892de74ce tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445740 Mar 31 15:56:34.781224 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8ec01e2b-b4db-449f-b4fd-6482c64c7431 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:34.813350 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:56:37.013535 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-4d6e2204-2063-47b8-9f26-b7c48d91d391 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:37.706978 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:38.403621 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:39.306508 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:41.066547 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:41.841171 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fce967-cb25-4d07-9461-8ad89b6761bb req-d4ecf73d-ddf0-4fc1-a44b-83afb5bcaa9a tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:41.842686 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-78fce967-cb25-4d07-9461-8ad89b6761bb req-d4ecf73d-ddf0-4fc1-a44b-83afb5bcaa9a tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 946 time: 0.0575910 Mar 31 15:56:41.889454 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-78fce967-cb25-4d07-9461-8ad89b6761bb req-8153015f-2d8a-4ce1-b1c1-796a0da8ceee tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405626 Mar 31 15:56:43.009768 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0531df0-6dfb-4765-b9fa-689b4119f83f req-05ff239d-19bf-4021-8d1a-2a9271cf299a tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:43.011245 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f0531df0-6dfb-4765-b9fa-689b4119f83f req-05ff239d-19bf-4021-8d1a-2a9271cf299a tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 946 time: 0.0527248 Mar 31 15:56:43.059524 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f0531df0-6dfb-4765-b9fa-689b4119f83f req-6de09024-1f46-471d-a1ad-913bad15ef40 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424216 Mar 31 15:56:44.180277 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e6c79e-bb92-4e92-b2af-ab48469c6d88 req-fe897dae-dc1c-43ef-95a7-768f5be5c2f4 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:44.181785 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-66e6c79e-bb92-4e92-b2af-ab48469c6d88 req-fe897dae-dc1c-43ef-95a7-768f5be5c2f4 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 946 time: 0.0548849 Mar 31 15:56:44.228781 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-66e6c79e-bb92-4e92-b2af-ab48469c6d88 req-2c6add40-2949-45a1-b08e-a9208d202ced tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414796 Mar 31 15:56:45.345551 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3060f40-886f-4b0a-831b-1ef7c69eb0fa req-1e87bb76-1c19-4b44-a9b8-fb714e5d7a36 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:45.347550 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d3060f40-886f-4b0a-831b-1ef7c69eb0fa req-1e87bb76-1c19-4b44-a9b8-fb714e5d7a36 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 946 time: 0.0527024 Mar 31 15:56:45.395075 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d3060f40-886f-4b0a-831b-1ef7c69eb0fa req-a1dbdadd-4dbf-4142-8f26-dc45619e72ed tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418816 Mar 31 15:56:46.298190 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89089342-4499-4627-bac4-623d4496a280 req-8c470d21-df77-449c-b96b-7687af3671d9 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:46.300188 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-89089342-4499-4627-bac4-623d4496a280 req-8c470d21-df77-449c-b96b-7687af3671d9 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.24 "GET /v2.0/ports?device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 946 time: 0.0505760 Mar 31 15:56:46.401472 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [req-89089342-4499-4627-bac4-623d4496a280 req-8f27faec-4221-4744-b766-c52287e4f73b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Deleting port 3e484439-668b-4c3b-a833-87c50596d9c0 {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:56:46.402200 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-89089342-4499-4627-bac4-623d4496a280 req-8f27faec-4221-4744-b766-c52287e4f73b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (3e484439-668b-4c3b-a833-87c50596d9c0), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:46.533065 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-89089342-4499-4627-bac4-623d4496a280 req-8f27faec-4221-4744-b766-c52287e4f73b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] For port 3e484439-668b-4c3b-a833-87c50596d9c0, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=3e484439-668b-4c3b-a833-87c50596d9c0,segment=NetworkSegment(3625fcca-8015-4d97-a97b-4b3ea4e2b9cb),segment_id=3625fcca-8015-4d97-a97b-4b3ea4e2b9cb)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:56:46.533450 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-89089342-4499-4627-bac4-623d4496a280 req-8f27faec-4221-4744-b766-c52287e4f73b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (3e484439-668b-4c3b-a833-87c50596d9c0), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:46.619160 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f8fc14-89ea-4c5a-a325-dd0e9d778a20 req-02435f7d-4ab6-4e65-9511-9c25837d9467 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:46.620593 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-71f8fc14-89ea-4c5a-a325-dd0e9d778a20 req-02435f7d-4ab6-4e65-9511-9c25837d9467 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 946 time: 0.1495626 Mar 31 15:56:46.735985 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-71f8fc14-89ea-4c5a-a325-dd0e9d778a20 req-25dd3097-dcea-46a1-80e6-7776d2281196 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097114 Mar 31 15:56:46.802618 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-89089342-4499-4627-bac4-623d4496a280 req-8f27faec-4221-4744-b766-c52287e4f73b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:46.802990 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-89089342-4499-4627-bac4-623d4496a280 req-8f27faec-4221-4744-b766-c52287e4f73b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (7a2a9990-c889-4c36-82ea-cb9ae98ba7b3), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:46.803336 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.db.l3_db [req-89089342-4499-4627-bac4-623d4496a280 req-8f27faec-4221-4744-b766-c52287e4f73b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Floating IP 7a2a9990-c889-4c36-82ea-cb9ae98ba7b3 disassociated. External IP: 172.27.0.50, port: 3e484439-668b-4c3b-a833-87c50596d9c0. Mar 31 15:56:46.803772 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [req-89089342-4499-4627-bac4-623d4496a280 req-8f27faec-4221-4744-b766-c52287e4f73b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Calling delete_port for 3e484439-668b-4c3b-a833-87c50596d9c0 owned by compute:nova {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:56:46.979537 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-89089342-4499-4627-bac4-623d4496a280 req-8f27faec-4221-4744-b766-c52287e4f73b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (3e484439-668b-4c3b-a833-87c50596d9c0), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:47.011068 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f27faec-4221-4744-b766-c52287e4f73b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event deleted for resources: {'Port': ['ID=3e484439-668b-4c3b-a833-87c50596d9c0,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:47.133410 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89089342-4499-4627-bac4-623d4496a280 req-8f27faec-4221-4744-b766-c52287e4f73b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:56:47.243524 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89089342-4499-4627-bac4-623d4496a280 req-8f27faec-4221-4744-b766-c52287e4f73b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:56:47.260922 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2ec889-02d8-41dc-a1bd-cab601f1e0c9 None None] Sync routers for ids ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:56:47.271292 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2ec889-02d8-41dc-a1bd-cab601f1e0c9 None None] Routers {'99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:56:47.271988 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-1c2ec889-02d8-41dc-a1bd-cab601f1e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:56:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:47.287174 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [req-89089342-4499-4627-bac4-623d4496a280 req-8f27faec-4221-4744-b766-c52287e4f73b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] No DVR routers for this DVR port 3e484439-668b-4c3b-a833-87c50596d9c0 on host hv-cinder-83602 {{(pid=115719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:56:47.290718 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-89089342-4499-4627-bac4-623d4496a280 req-8f27faec-4221-4744-b766-c52287e4f73b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:47.294180 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-89089342-4499-4627-bac4-623d4496a280 req-8f27faec-4221-4744-b766-c52287e4f73b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.24 "DELETE /v2.0/ports/3e484439-668b-4c3b-a833-87c50596d9c0 HTTP/1.1" status: 204 len: 173 time: 0.9844537 Mar 31 15:56:47.294780 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9adf46e9-965b-4584-a0d2-3b717637a02e', 'name': 'network-vif-deleted', 'tag': '3e484439-668b-4c3b-a833-87c50596d9c0'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:56:47.297210 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dddbbb8-9e06-4af5-a12f-91198067cebb" -d '{"events": [{"server_uuid": "9adf46e9-965b-4584-a0d2-3b717637a02e", "name": "network-vif-deleted", "tag": "3e484439-668b-4c3b-a833-87c50596d9c0"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:56:47.337840 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:56:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1081762d-b696-4b62-9a42-221ab8b237d5 x-openstack-request-id: req-1081762d-b696-4b62-9a42-221ab8b237d5 {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:56:47.338139 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9adf46e9-965b-4584-a0d2-3b717637a02e", "name": "network-vif-deleted", "tag": "3e484439-668b-4c3b-a833-87c50596d9c0", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:56:47.338396 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1081762d-b696-4b62-9a42-221ab8b237d5 {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:56:47.338851 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1081762d-b696-4b62-9a42-221ab8b237d5'] response: {'server_uuid': '9adf46e9-965b-4584-a0d2-3b717637a02e', 'name': 'network-vif-deleted', 'tag': '3e484439-668b-4c3b-a833-87c50596d9c0', 'status': 'completed', 'code': 200} Mar 31 15:56:47.411698 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-1c2ec889-02d8-41dc-a1bd-cab601f1e0c9 None None] Set router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:56:47.645986 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-1c2ec889-02d8-41dc-a1bd-cab601f1e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '378c20cc-b0de-4334-a0cd-224fe2c94bc9', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'port_id': 'c9e35caf-fd46-4bfd-8ebd-54cb4031b635', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'mac_address': 'fa:16:3e:f8:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b8cf08-194c-42b0-9062-dd590c2a3ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:53:34Z', 'updated_at': '2022-03-31T15:54:01Z', 'revision_number': 2, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d96810-7ae3-42c8-aeba-528725e0fbbf', 'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'mac_address': 'fa:16:3e:a2:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:14Z', 'updated_at': '2022-03-31T15:53:36Z', 'revision_number': 5, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'subnets': [{'id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:47.672310 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2ec889-02d8-41dc-a1bd-cab601f1e0c9 None None] Checking router: 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:56:47.681470 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2ec889-02d8-41dc-a1bd-cab601f1e0c9 None None] Routers {'99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:56:47.682093 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-1c2ec889-02d8-41dc-a1bd-cab601f1e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:56:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:47.819684 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-1c2ec889-02d8-41dc-a1bd-cab601f1e0c9 None None] Set router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:56:47.862418 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-25e7e7a2-0c2b-4031-83d9-438d36b9efc5 req-1f012bc8-8496-4d37-872e-fff0f94479b4 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=9adf46e9-965b-4584-a0d2-3b717637a02e HTTP/1.1" status: 200 len: 210 time: 0.0314407 Mar 31 15:56:48.047790 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-1c2ec889-02d8-41dc-a1bd-cab601f1e0c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '378c20cc-b0de-4334-a0cd-224fe2c94bc9', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'port_id': 'c9e35caf-fd46-4bfd-8ebd-54cb4031b635', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'mac_address': 'fa:16:3e:f8:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b8cf08-194c-42b0-9062-dd590c2a3ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:53:34Z', 'updated_at': '2022-03-31T15:54:01Z', 'revision_number': 2, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d96810-7ae3-42c8-aeba-528725e0fbbf', 'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'mac_address': 'fa:16:3e:a2:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:14Z', 'updated_at': '2022-03-31T15:53:36Z', 'revision_number': 5, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'subnets': [{'id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:56:48.077529 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c2ec889-02d8-41dc-a1bd-cab601f1e0c9 None None] The sync data for ids ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'] in dv-cinder-836028-1-iscsi is: [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '378c20cc-b0de-4334-a0cd-224fe2c94bc9', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'port_id': 'c9e35caf-fd46-4bfd-8ebd-54cb4031b635', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 141, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'mac_address': 'fa:16:3e:f8:2e:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b8cf08-194c-42b0-9062-dd590c2a3ca5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:53:34Z', 'updated_at': '2022-03-31T15:54:01Z', 'revision_number': 2, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d96810-7ae3-42c8-aeba-528725e0fbbf', 'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'mac_address': 'fa:16:3e:a2:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:14Z', 'updated_at': '2022-03-31T15:53:36Z', 'revision_number': 5, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'subnets': [{'id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:56:48.347626 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f696a3-a742-4b26-b56c-1a4f5a562167 None None] New status for floating IP 7a2a9990-c889-4c36-82ea-cb9ae98ba7b3: DOWN {{(pid=115721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:56:49.014515 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 33988) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:49.067505 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-52091e07-0b2e-4942-ba04-935454307ff2 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group (f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:49.090939 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-52091e07-0b2e-4942-ba04-935454307ff2 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group (f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:49.215405 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-52091e07-0b2e-4942-ba04-935454307ff2 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:49.218086 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-52091e07-0b2e-4942-ba04-935454307ff2 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:49.219292 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-52091e07-0b2e-4942-ba04-935454307ff2 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "DELETE /v2.0/security-groups/f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234 HTTP/1.1" status: 204 len: 168 time: 0.2037654 Mar 31 15:56:49.222860 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 33990) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:49.229349 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52091e07-0b2e-4942-ba04-935454307ff2 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:49.241044 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.api.v2.resource [None req-e43c9f56-d321-444e-8dca-6f0bab4decf9 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] show failed (client error): The resource could not be found. Mar 31 15:56:49.244002 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-e43c9f56-d321-444e-8dca-6f0bab4decf9 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups/f0cd92ee-6aa3-4e2b-a74a-4e9e8873c234 HTTP/1.1" status: 404 len: 347 time: 0.0199392 Mar 31 15:56:49.246913 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 33992) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:56:49.258465 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 3e484439-668b-4c3b-a833-87c50596d9c0 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:56:49.281699 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] No Port match for: 3e484439-668b-4c3b-a833-87c50596d9c0 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:56:49.282043 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 3e484439-668b-4c3b-a833-87c50596d9c0 not bound to the agent host hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:56:49.377029 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-0e25aca2-cd7e-4136-8b63-88a79140b6bb tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Deleting port 22f9a8c6-f837-4bd9-a658-79a0aa021b3a {{(pid=115720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:56:49.377901 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0e25aca2-cd7e-4136-8b63-88a79140b6bb tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (22f9a8c6-f837-4bd9-a658-79a0aa021b3a), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:49.457257 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0e25aca2-cd7e-4136-8b63-88a79140b6bb tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (22f9a8c6-f837-4bd9-a658-79a0aa021b3a), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:49.457588 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0e25aca2-cd7e-4136-8b63-88a79140b6bb tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for floatingip (22f9a8c6-f837-4bd9-a658-79a0aa021b3a), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:49.469260 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-0e25aca2-cd7e-4136-8b63-88a79140b6bb tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Calling delete_port for 22f9a8c6-f837-4bd9-a658-79a0aa021b3a owned by network:floatingip {{(pid=115720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:56:49.722301 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0e25aca2-cd7e-4136-8b63-88a79140b6bb tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167'] for port (22f9a8c6-f837-4bd9-a658-79a0aa021b3a), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:49.940951 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e25aca2-cd7e-4136-8b63-88a79140b6bb tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event deleted for resources: {'Port': ['ID=22f9a8c6-f837-4bd9-a658-79a0aa021b3a,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:56:49.965792 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0e25aca2-cd7e-4136-8b63-88a79140b6bb tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for floatingip (7a2a9990-c889-4c36-82ea-cb9ae98ba7b3), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:49.968356 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0e25aca2-cd7e-4136-8b63-88a79140b6bb tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:56:49.972513 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-0e25aca2-cd7e-4136-8b63-88a79140b6bb tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "DELETE /v2.0/floatingips/7a2a9990-c889-4c36-82ea-cb9ae98ba7b3 HTTP/1.1" status: 204 len: 168 time: 0.7243688 Mar 31 15:56:54.710392 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aca796-dd21-4321-9e6b-e4499268bed6 req-7d0ed268-f6e6-4206-9317-082c11abc454 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:54.712115 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d1aca796-dd21-4321-9e6b-e4499268bed6 req-7d0ed268-f6e6-4206-9317-082c11abc454 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.0536075 Mar 31 15:56:54.763332 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d1aca796-dd21-4321-9e6b-e4499268bed6 req-6f8bbd55-bf3b-43cc-86ad-3f827f27f313 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417328 Mar 31 15:56:54.829970 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6905173-7d86-4654-ab6e-cb35e32bb4c1 req-6cb86324-c792-43bf-89cc-e713a9249805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:54.831743 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e6905173-7d86-4654-ab6e-cb35e32bb4c1 req-6cb86324-c792-43bf-89cc-e713a9249805 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b72f6f1e61d487aa67d6b722ba60f85&device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 1130 time: 0.0435758 Mar 31 15:56:54.936640 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6905173-7d86-4654-ab6e-cb35e32bb4c1 req-c6cc3714-792b-4422-9d88-cc09cd30be63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:54.938321 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e6905173-7d86-4654-ab6e-cb35e32bb4c1 req-c6cc3714-792b-4422-9d88-cc09cd30be63 service neutron] 10.222.0.24 "GET /v2.0/networks?id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa HTTP/1.1" status: 200 len: 920 time: 0.0982111 Mar 31 15:56:55.013301 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e6905173-7d86-4654-ab6e-cb35e32bb4c1 req-85ff9bca-8642-4eed-915e-073ede6f6f88 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bab7f78-f7d7-4bba-991a-378753eacaea HTTP/1.1" status: 200 len: 1001 time: 0.0605798 Mar 31 15:56:55.067341 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6905173-7d86-4654-ab6e-cb35e32bb4c1 req-c3f9bc0a-905a-488f-ab6c-9b26501ed2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:55.068794 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e6905173-7d86-4654-ab6e-cb35e32bb4c1 req-c3f9bc0a-905a-488f-ab6c-9b26501ed2b5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a390765-0f72-4138-842b-3475f0e0b072 HTTP/1.1" status: 200 len: 858 time: 0.0450766 Mar 31 15:56:55.128528 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6905173-7d86-4654-ab6e-cb35e32bb4c1 req-51cbaeaf-ce75-4f98-8b88-c0c78adf05ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:55.130014 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e6905173-7d86-4654-ab6e-cb35e32bb4c1 req-51cbaeaf-ce75-4f98-8b88-c0c78adf05ff service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490856 Mar 31 15:56:55.204233 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157250ca-ad90-4347-a7a2-ef142dd8a98f req-f7c5f4fa-df25-420f-ad93-06e198e59ab6 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:55.205664 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-157250ca-ad90-4347-a7a2-ef142dd8a98f req-f7c5f4fa-df25-420f-ad93-06e198e59ab6 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b8cf08-194c-42b0-9062-dd590c2a3ca5 HTTP/1.1" status: 200 len: 945 time: 0.0505774 Mar 31 15:56:55.537825 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-157250ca-ad90-4347-a7a2-ef142dd8a98f req-6ff62af6-8438-4c73-b542-68ac70175f76 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=e434585b-7229-4b88-8bb5-8165b019b4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3236246 Mar 31 15:56:55.564644 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e6905173-7d86-4654-ab6e-cb35e32bb4c1 req-9777b0ee-9687-4099-8897-4d03c6116b7f service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3571124 Mar 31 15:56:55.658410 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e6905173-7d86-4654-ab6e-cb35e32bb4c1 req-47f13281-7662-4a43-8c48-b17692c2b9e4 service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848660 Mar 31 15:56:55.883551 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92a1265-b5d5-43a3-9c27-d11e7e815d7b req-35b7ead7-b209-4f26-bada-c44ce8bf87c9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:55.885033 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b92a1265-b5d5-43a3-9c27-d11e7e815d7b req-35b7ead7-b209-4f26-bada-c44ce8bf87c9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.0514736 Mar 31 15:56:55.935901 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b92a1265-b5d5-43a3-9c27-d11e7e815d7b req-411bc42b-6b95-4fef-949c-03a700bd570e tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451896 Mar 31 15:56:56.625855 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fc94a2-b2d8-4e4d-8818-b95f29000870 req-6ba44212-5762-4eb4-be4a-090825741281 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:56.627252 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d2fc94a2-b2d8-4e4d-8818-b95f29000870 req-6ba44212-5762-4eb4-be4a-090825741281 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=a955a0a8-1f9e-4f0d-8189-fbcd65e50926 HTTP/1.1" status: 200 len: 946 time: 0.0591867 Mar 31 15:56:56.695249 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b88b38c-97e8-4152-a1a1-9c7aef20bdaf req-31d47433-c176-45c0-88e6-660ac5a9b7c6 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:56.696699 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0b88b38c-97e8-4152-a1a1-9c7aef20bdaf req-31d47433-c176-45c0-88e6-660ac5a9b7c6 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b8cf08-194c-42b0-9062-dd590c2a3ca5 HTTP/1.1" status: 200 len: 945 time: 0.0881619 Mar 31 15:56:56.699437 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d2fc94a2-b2d8-4e4d-8818-b95f29000870 req-b3b49ebb-b394-400e-a629-d357ad6decd7 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589609 Mar 31 15:56:56.742199 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0b88b38c-97e8-4152-a1a1-9c7aef20bdaf req-9ceee9a7-8528-44a3-bbc6-e62666ac3437 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=e434585b-7229-4b88-8bb5-8165b019b4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400360 Mar 31 15:56:57.053901 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d35abb4-09a4-4f99-a836-f9659de6fb50 req-47a1bc8d-6ae1-407c-8c9c-5b584484c441 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:57.055346 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3d35abb4-09a4-4f99-a836-f9659de6fb50 req-47a1bc8d-6ae1-407c-8c9c-5b584484c441 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.0525281 Mar 31 15:56:57.099933 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3d35abb4-09a4-4f99-a836-f9659de6fb50 req-a4d97433-311f-403d-b862-79940d2552dc tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390608 Mar 31 15:56:57.814098 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbc1dc6-5278-43dd-8b3d-a6b57a31b939 req-596eb193-b569-480e-a13d-0413cc7a66cf tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:57.815492 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0bbc1dc6-5278-43dd-8b3d-a6b57a31b939 req-596eb193-b569-480e-a13d-0413cc7a66cf tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=a955a0a8-1f9e-4f0d-8189-fbcd65e50926 HTTP/1.1" status: 200 len: 946 time: 0.0502625 Mar 31 15:56:57.892871 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0bbc1dc6-5278-43dd-8b3d-a6b57a31b939 req-b2a6fdb1-dad5-41cd-b33c-0c9223a5094e tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678804 Mar 31 15:56:57.900469 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c2e052-2b7a-4cdf-8298-684abd77f65c req-e86a448f-533a-4848-9824-e552e3a97368 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:57.901892 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b8c2e052-2b7a-4cdf-8298-684abd77f65c req-e86a448f-533a-4848-9824-e552e3a97368 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b8cf08-194c-42b0-9062-dd590c2a3ca5 HTTP/1.1" status: 200 len: 945 time: 0.0855391 Mar 31 15:56:57.949312 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b8c2e052-2b7a-4cdf-8298-684abd77f65c req-72e55c07-abe8-40e7-ad85-040476ce9307 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=e434585b-7229-4b88-8bb5-8165b019b4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418029 Mar 31 15:56:58.211258 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d47e1f-4665-426b-b61a-28dbaeed22f4 req-b0f713e8-a760-4c64-888e-8a4628da1a05 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:58.212709 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-30d47e1f-4665-426b-b61a-28dbaeed22f4 req-b0f713e8-a760-4c64-888e-8a4628da1a05 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.0492091 Mar 31 15:56:58.257394 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-30d47e1f-4665-426b-b61a-28dbaeed22f4 req-d0b52319-bc53-49b2-a30f-4449c4f65352 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392337 Mar 31 15:56:59.008171 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9c6640-eea0-4d73-ad86-70ff1af2378b req-ae598cec-93ab-4b11-8b24-934ed26763d6 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:59.009672 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ab9c6640-eea0-4d73-ad86-70ff1af2378b req-ae598cec-93ab-4b11-8b24-934ed26763d6 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=a955a0a8-1f9e-4f0d-8189-fbcd65e50926 HTTP/1.1" status: 200 len: 946 time: 0.0513821 Mar 31 15:56:59.095738 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f2f216-ee32-4862-8ef4-746108448d1c req-14940ef1-af00-4b0a-a08e-3697ed245a62 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:59.097239 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-66f2f216-ee32-4862-8ef4-746108448d1c req-14940ef1-af00-4b0a-a08e-3697ed245a62 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b8cf08-194c-42b0-9062-dd590c2a3ca5 HTTP/1.1" status: 200 len: 945 time: 0.0827157 Mar 31 15:56:59.100723 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ab9c6640-eea0-4d73-ad86-70ff1af2378b req-b8528cdd-c0e7-4e1a-9758-16c3d765f61b tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845459 Mar 31 15:56:59.143996 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-66f2f216-ee32-4862-8ef4-746108448d1c req-f8be5938-85df-499e-be47-5e511ffdefc4 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=e434585b-7229-4b88-8bb5-8165b019b4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408540 Mar 31 15:56:59.373388 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059dc721-66fd-433d-a66c-9d9c97dd84ac req-dd1e5c40-a5a1-48f4-a9fc-6d486f2a49c2 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:56:59.374858 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-059dc721-66fd-433d-a66c-9d9c97dd84ac req-dd1e5c40-a5a1-48f4-a9fc-6d486f2a49c2 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.0509715 Mar 31 15:56:59.423038 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-059dc721-66fd-433d-a66c-9d9c97dd84ac req-da9532c8-2f3d-4fb1-8ce6-6dbc06214a1a tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408278 Mar 31 15:57:00.081809 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14092d48-170a-426e-8162-4edda85eb4bc req-2c6a334f-5aac-4f9d-a494-8743edf1689e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:00.083223 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-14092d48-170a-426e-8162-4edda85eb4bc req-2c6a334f-5aac-4f9d-a494-8743edf1689e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.24 "GET /v2.0/ports?device_id=c4b8cf08-194c-42b0-9062-dd590c2a3ca5 HTTP/1.1" status: 200 len: 945 time: 0.0532279 Mar 31 15:57:00.199913 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [req-14092d48-170a-426e-8162-4edda85eb4bc req-b142046f-548a-4794-8f59-808b8c94ff2f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Deleting port c9e35caf-fd46-4bfd-8ebd-54cb4031b635 {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:57:00.200279 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-14092d48-170a-426e-8162-4edda85eb4bc req-b142046f-548a-4794-8f59-808b8c94ff2f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (c9e35caf-fd46-4bfd-8ebd-54cb4031b635), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:00.299174 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f35a63-c86b-4a9d-ab1f-6bab734c381c req-49bb3c5f-5408-43f0-8cbc-e19b6d40cdc0 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:00.300684 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e8f35a63-c86b-4a9d-ab1f-6bab734c381c req-49bb3c5f-5408-43f0-8cbc-e19b6d40cdc0 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=a955a0a8-1f9e-4f0d-8189-fbcd65e50926 HTTP/1.1" status: 200 len: 946 time: 0.1337512 Mar 31 15:57:00.358655 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e1e18a-8650-46ec-bbf9-4391319b65d4 req-5633c0ba-5e72-43d4-b5e6-1a9dfaec1326 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:00.360010 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b5e1e18a-8650-46ec-bbf9-4391319b65d4 req-5633c0ba-5e72-43d4-b5e6-1a9dfaec1326 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b8cf08-194c-42b0-9062-dd590c2a3ca5 HTTP/1.1" status: 200 len: 945 time: 0.1185408 Mar 31 15:57:00.375204 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-14092d48-170a-426e-8162-4edda85eb4bc req-b142046f-548a-4794-8f59-808b8c94ff2f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] For port c9e35caf-fd46-4bfd-8ebd-54cb4031b635, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=c9e35caf-fd46-4bfd-8ebd-54cb4031b635,segment=NetworkSegment(3625fcca-8015-4d97-a97b-4b3ea4e2b9cb),segment_id=3625fcca-8015-4d97-a97b-4b3ea4e2b9cb)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:00.375807 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-14092d48-170a-426e-8162-4edda85eb4bc req-b142046f-548a-4794-8f59-808b8c94ff2f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (c9e35caf-fd46-4bfd-8ebd-54cb4031b635), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:00.440107 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e8f35a63-c86b-4a9d-ab1f-6bab734c381c req-0c88da28-4cfc-4bf2-b877-e6a1d71c37d5 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281641 Mar 31 15:57:00.483321 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b5e1e18a-8650-46ec-bbf9-4391319b65d4 req-50598fd1-ea3f-43fc-9fba-2b8397670e5c tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=e434585b-7229-4b88-8bb5-8165b019b4eb&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149564 Mar 31 15:57:00.612665 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3248853a-786d-4f38-9fa6-ee669cd0faa0 req-3a00f4f7-f787-4a2a-aa49-9c7b0dc57c3e tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:00.614031 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3248853a-786d-4f38-9fa6-ee669cd0faa0 req-3a00f4f7-f787-4a2a-aa49-9c7b0dc57c3e tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.1001258 Mar 31 15:57:00.639070 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-14092d48-170a-426e-8162-4edda85eb4bc req-b142046f-548a-4794-8f59-808b8c94ff2f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:00.639431 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-14092d48-170a-426e-8162-4edda85eb4bc req-b142046f-548a-4794-8f59-808b8c94ff2f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (378c20cc-b0de-4334-a0cd-224fe2c94bc9), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:00.639749 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.db.l3_db [req-14092d48-170a-426e-8162-4edda85eb4bc req-b142046f-548a-4794-8f59-808b8c94ff2f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Floating IP 378c20cc-b0de-4334-a0cd-224fe2c94bc9 disassociated. External IP: 172.27.0.23, port: c9e35caf-fd46-4bfd-8ebd-54cb4031b635. Mar 31 15:57:00.640180 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [req-14092d48-170a-426e-8162-4edda85eb4bc req-b142046f-548a-4794-8f59-808b8c94ff2f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Calling delete_port for c9e35caf-fd46-4bfd-8ebd-54cb4031b635 owned by compute:nova {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:57:00.709255 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3248853a-786d-4f38-9fa6-ee669cd0faa0 req-3bc87916-2952-4388-96e7-fe66df594041 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881214 Mar 31 15:57:00.876463 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-14092d48-170a-426e-8162-4edda85eb4bc req-b142046f-548a-4794-8f59-808b8c94ff2f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (c9e35caf-fd46-4bfd-8ebd-54cb4031b635), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:00.904728 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b142046f-548a-4794-8f59-808b8c94ff2f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event deleted for resources: {'Port': ['ID=c9e35caf-fd46-4bfd-8ebd-54cb4031b635,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:01.019275 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-14092d48-170a-426e-8162-4edda85eb4bc req-b142046f-548a-4794-8f59-808b8c94ff2f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:57:01.126564 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-14092d48-170a-426e-8162-4edda85eb4bc req-b142046f-548a-4794-8f59-808b8c94ff2f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:57:01.136261 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3b6ed7-b816-4419-95d3-07dca8636131 None None] Sync routers for ids ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:57:01.145957 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3b6ed7-b816-4419-95d3-07dca8636131 None None] Routers {'99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:57:01.146570 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-da3b6ed7-b816-4419-95d3-07dca8636131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:56:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:01.169058 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [req-14092d48-170a-426e-8162-4edda85eb4bc req-b142046f-548a-4794-8f59-808b8c94ff2f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] No DVR routers for this DVR port c9e35caf-fd46-4bfd-8ebd-54cb4031b635 on host hv-cinder-83602 {{(pid=115719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:57:01.171545 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-14092d48-170a-426e-8162-4edda85eb4bc req-b142046f-548a-4794-8f59-808b8c94ff2f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:01.174859 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-14092d48-170a-426e-8162-4edda85eb4bc req-b142046f-548a-4794-8f59-808b8c94ff2f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.24 "DELETE /v2.0/ports/c9e35caf-fd46-4bfd-8ebd-54cb4031b635 HTTP/1.1" status: 204 len: 173 time: 1.0847430 Mar 31 15:57:01.175228 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b8cf08-194c-42b0-9062-dd590c2a3ca5', 'name': 'network-vif-deleted', 'tag': 'c9e35caf-fd46-4bfd-8ebd-54cb4031b635'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:57:01.177499 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6f2cc1-05a1-4b0c-8410-71b1e9e4a33a" -d '{"events": [{"server_uuid": "c4b8cf08-194c-42b0-9062-dd590c2a3ca5", "name": "network-vif-deleted", "tag": "c9e35caf-fd46-4bfd-8ebd-54cb4031b635"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:57:01.213223 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6610cc-3d33-48b0-8196-2b55805e5fe6 x-openstack-request-id: req-ff6610cc-3d33-48b0-8196-2b55805e5fe6 {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:57:01.213519 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b8cf08-194c-42b0-9062-dd590c2a3ca5", "name": "network-vif-deleted", "tag": "c9e35caf-fd46-4bfd-8ebd-54cb4031b635", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:57:01.213788 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ff6610cc-3d33-48b0-8196-2b55805e5fe6 {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:57:01.214180 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ff6610cc-3d33-48b0-8196-2b55805e5fe6'] response: {'server_uuid': 'c4b8cf08-194c-42b0-9062-dd590c2a3ca5', 'name': 'network-vif-deleted', 'tag': 'c9e35caf-fd46-4bfd-8ebd-54cb4031b635', 'status': 'completed', 'code': 200} Mar 31 15:57:01.260178 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-da3b6ed7-b816-4419-95d3-07dca8636131 None None] Set router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:57:01.467875 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-da3b6ed7-b816-4419-95d3-07dca8636131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '79d96810-7ae3-42c8-aeba-528725e0fbbf', 'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'mac_address': 'fa:16:3e:a2:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:14Z', 'updated_at': '2022-03-31T15:53:36Z', 'revision_number': 5, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'subnets': [{'id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:01.497473 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3b6ed7-b816-4419-95d3-07dca8636131 None None] Checking router: 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:57:01.505828 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3b6ed7-b816-4419-95d3-07dca8636131 None None] Routers {'99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:57:01.506485 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-da3b6ed7-b816-4419-95d3-07dca8636131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:56:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:01.592867 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-bc8c0afc-4e49-4d9e-845b-a35e81f8a568 req-5ee109f0-ca4c-4faa-b560-b845787fff13 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=c4b8cf08-194c-42b0-9062-dd590c2a3ca5 HTTP/1.1" status: 200 len: 210 time: 0.0303717 Mar 31 15:57:01.612479 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd659e4-6682-464d-99ca-19258e249e13 req-8eb24b2b-ca6b-46cd-bcff-8bdb230e2e31 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:01.613956 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8dd659e4-6682-464d-99ca-19258e249e13 req-8eb24b2b-ca6b-46cd-bcff-8bdb230e2e31 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=a955a0a8-1f9e-4f0d-8189-fbcd65e50926 HTTP/1.1" status: 200 len: 946 time: 0.1063757 Mar 31 15:57:01.626763 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d8c5aa-0ba4-4cc5-b745-e538f5cd99f7 req-e80e5870-2d8c-4084-8d4b-accad532c892 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:01.626987 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-da3b6ed7-b816-4419-95d3-07dca8636131 None None] Set router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:57:01.628170 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-40d8c5aa-0ba4-4cc5-b745-e538f5cd99f7 req-e80e5870-2d8c-4084-8d4b-accad532c892 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.24 "GET /v2.0/ports?device_id=a955a0a8-1f9e-4f0d-8189-fbcd65e50926 HTTP/1.1" status: 200 len: 946 time: 0.1121118 Mar 31 15:57:01.706737 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8dd659e4-6682-464d-99ca-19258e249e13 req-68f090f6-19e1-4ad0-b5ac-ca2559d42150 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867462 Mar 31 15:57:01.771453 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [req-40d8c5aa-0ba4-4cc5-b745-e538f5cd99f7 req-46b7814a-5411-4271-9b9e-7f52713f5e29 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Deleting port 2cf1cc72-f473-4bee-89ed-17f5fe19b24e {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:57:01.772466 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-40d8c5aa-0ba4-4cc5-b745-e538f5cd99f7 req-46b7814a-5411-4271-9b9e-7f52713f5e29 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (2cf1cc72-f473-4bee-89ed-17f5fe19b24e), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:01.909960 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-40d8c5aa-0ba4-4cc5-b745-e538f5cd99f7 req-46b7814a-5411-4271-9b9e-7f52713f5e29 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] For port 2cf1cc72-f473-4bee-89ed-17f5fe19b24e, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=2cf1cc72-f473-4bee-89ed-17f5fe19b24e,segment=NetworkSegment(285893c1-1cf4-4df1-8ae5-10b0e4a40f36),segment_id=285893c1-1cf4-4df1-8ae5-10b0e4a40f36)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:01.910328 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-40d8c5aa-0ba4-4cc5-b745-e538f5cd99f7 req-46b7814a-5411-4271-9b9e-7f52713f5e29 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (2cf1cc72-f473-4bee-89ed-17f5fe19b24e), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:01.918150 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-da3b6ed7-b816-4419-95d3-07dca8636131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '79d96810-7ae3-42c8-aeba-528725e0fbbf', 'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'mac_address': 'fa:16:3e:a2:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:14Z', 'updated_at': '2022-03-31T15:53:36Z', 'revision_number': 5, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'subnets': [{'id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:01.919614 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57363221-9601-4f43-b3b3-092a2134ed32 req-07fc1898-3813-4ef0-8f99-a2f3245aec2f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:01.921123 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-57363221-9601-4f43-b3b3-092a2134ed32 req-07fc1898-3813-4ef0-8f99-a2f3245aec2f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.1010909 Mar 31 15:57:01.937424 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [req-40d8c5aa-0ba4-4cc5-b745-e538f5cd99f7 req-46b7814a-5411-4271-9b9e-7f52713f5e29 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Calling delete_port for 2cf1cc72-f473-4bee-89ed-17f5fe19b24e owned by compute:nova {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:57:01.945992 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3b6ed7-b816-4419-95d3-07dca8636131 None None] The sync data for ids ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'] in dv-cinder-836028-1-iscsi is: [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '79d96810-7ae3-42c8-aeba-528725e0fbbf', 'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'mac_address': 'fa:16:3e:a2:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:14Z', 'updated_at': '2022-03-31T15:53:36Z', 'revision_number': 5, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'subnets': [{'id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:57:02.015779 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-57363221-9601-4f43-b3b3-092a2134ed32 req-a8ad124d-e11f-4882-9aee-143e0ef4a227 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866997 Mar 31 15:57:02.170026 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-40d8c5aa-0ba4-4cc5-b745-e538f5cd99f7 req-46b7814a-5411-4271-9b9e-7f52713f5e29 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (2cf1cc72-f473-4bee-89ed-17f5fe19b24e), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:02.180145 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0534965-0c13-40dd-a0ab-21ec38c7f82f None None] New status for floating IP 378c20cc-b0de-4334-a0cd-224fe2c94bc9: DOWN {{(pid=115721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:57:02.197667 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b7814a-5411-4271-9b9e-7f52713f5e29 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Pushing event deleted for resources: {'Port': ['ID=2cf1cc72-f473-4bee-89ed-17f5fe19b24e,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:02.215276 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['2cf1cc72-f473-4bee-89ed-17f5fe19b24e'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:57:02.245057 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [req-40d8c5aa-0ba4-4cc5-b745-e538f5cd99f7 req-46b7814a-5411-4271-9b9e-7f52713f5e29 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] No DVR routers for this DVR port 2cf1cc72-f473-4bee-89ed-17f5fe19b24e on host hv-cinder-83602 {{(pid=115719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:57:02.247939 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-40d8c5aa-0ba4-4cc5-b745-e538f5cd99f7 req-46b7814a-5411-4271-9b9e-7f52713f5e29 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:02.251615 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-40d8c5aa-0ba4-4cc5-b745-e538f5cd99f7 req-46b7814a-5411-4271-9b9e-7f52713f5e29 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.24 "DELETE /v2.0/ports/2cf1cc72-f473-4bee-89ed-17f5fe19b24e HTTP/1.1" status: 204 len: 173 time: 0.6108129 Mar 31 15:57:02.729267 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 34158) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:02.783121 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0936f290-a1f6-4b18-bec4-f64ed9aa6dc0 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group (e434585b-7229-4b88-8bb5-8165b019b4eb), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:02.806913 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0936f290-a1f6-4b18-bec4-f64ed9aa6dc0 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group (e434585b-7229-4b88-8bb5-8165b019b4eb), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:02.811639 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-18aad233-3a67-4b27-8265-4ef8f030fff9 req-a4ed5228-c405-42c2-88ab-5bf401bbf230 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=a955a0a8-1f9e-4f0d-8189-fbcd65e50926 HTTP/1.1" status: 200 len: 210 time: 0.0265760 Mar 31 15:57:02.917626 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0936f290-a1f6-4b18-bec4-f64ed9aa6dc0 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (e434585b-7229-4b88-8bb5-8165b019b4eb), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:02.920308 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0936f290-a1f6-4b18-bec4-f64ed9aa6dc0 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:02.921451 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-0936f290-a1f6-4b18-bec4-f64ed9aa6dc0 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "DELETE /v2.0/security-groups/e434585b-7229-4b88-8bb5-8165b019b4eb HTTP/1.1" status: 204 len: 168 time: 0.1910925 Mar 31 15:57:02.924202 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 34162) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:02.931006 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0936f290-a1f6-4b18-bec4-f64ed9aa6dc0 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e434585b-7229-4b88-8bb5-8165b019b4eb,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:02.941956 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.api.v2.resource [None req-141519c9-793c-4161-ad86-93b660b0b2ae tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] show failed (client error): The resource could not be found. Mar 31 15:57:02.941956 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-141519c9-793c-4161-ad86-93b660b0b2ae tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups/e434585b-7229-4b88-8bb5-8165b019b4eb HTTP/1.1" status: 404 len: 347 time: 0.0136185 Mar 31 15:57:02.943740 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 34164) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:03.069552 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-25ec07ac-9630-455a-9ab4-c8e45fe64632 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Deleting port b77658a5-821c-4007-8f03-42a3bd53f1b4 {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:57:03.070487 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-25ec07ac-9630-455a-9ab4-c8e45fe64632 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (b77658a5-821c-4007-8f03-42a3bd53f1b4), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:03.183878 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2171ac2-159d-4e31-abeb-b3d126741496 req-0f584094-22a4-4949-bfd3-ed402fa791a5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:03.185354 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e2171ac2-159d-4e31-abeb-b3d126741496 req-0f584094-22a4-4949-bfd3-ed402fa791a5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.0778735 Mar 31 15:57:03.187267 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-25ec07ac-9630-455a-9ab4-c8e45fe64632 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (b77658a5-821c-4007-8f03-42a3bd53f1b4), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:03.187394 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-25ec07ac-9630-455a-9ab4-c8e45fe64632 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for floatingip (b77658a5-821c-4007-8f03-42a3bd53f1b4), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:03.210610 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-25ec07ac-9630-455a-9ab4-c8e45fe64632 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Calling delete_port for b77658a5-821c-4007-8f03-42a3bd53f1b4 owned by network:floatingip {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:57:03.215275 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a955a0a8-1f9e-4f0d-8189-fbcd65e50926', 'name': 'network-vif-deleted', 'tag': '2cf1cc72-f473-4bee-89ed-17f5fe19b24e'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:57:03.217955 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb4c6f6-871d-4af4-9f2d-0cd5afe24abb" -d '{"events": [{"server_uuid": "a955a0a8-1f9e-4f0d-8189-fbcd65e50926", "name": "network-vif-deleted", "tag": "2cf1cc72-f473-4bee-89ed-17f5fe19b24e"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:57:03.271642 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a3c73b-8a92-4d7f-aee3-d087994c2b86 x-openstack-request-id: req-c6a3c73b-8a92-4d7f-aee3-d087994c2b86 {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:57:03.271934 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a955a0a8-1f9e-4f0d-8189-fbcd65e50926", "name": "network-vif-deleted", "tag": "2cf1cc72-f473-4bee-89ed-17f5fe19b24e", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:57:03.272225 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c6a3c73b-8a92-4d7f-aee3-d087994c2b86 {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:57:03.272624 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6a3c73b-8a92-4d7f-aee3-d087994c2b86'] response: {'server_uuid': 'a955a0a8-1f9e-4f0d-8189-fbcd65e50926', 'name': 'network-vif-deleted', 'tag': '2cf1cc72-f473-4bee-89ed-17f5fe19b24e', 'status': 'completed', 'code': 200} Mar 31 15:57:03.302196 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e2171ac2-159d-4e31-abeb-b3d126741496 req-f3dc7643-caec-45e2-b3b6-bb573bb10a82 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075540 Mar 31 15:57:03.351616 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device c9e35caf-fd46-4bfd-8ebd-54cb4031b635 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:57:03.371652 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] No Port match for: c9e35caf-fd46-4bfd-8ebd-54cb4031b635 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:57:03.372319 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device c9e35caf-fd46-4bfd-8ebd-54cb4031b635 not bound to the agent host hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:57:03.455456 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-25ec07ac-9630-455a-9ab4-c8e45fe64632 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (b77658a5-821c-4007-8f03-42a3bd53f1b4), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:03.481832 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ec07ac-9630-455a-9ab4-c8e45fe64632 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event deleted for resources: {'Port': ['ID=b77658a5-821c-4007-8f03-42a3bd53f1b4,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:03.545742 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-25ec07ac-9630-455a-9ab4-c8e45fe64632 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for floatingip (378c20cc-b0de-4334-a0cd-224fe2c94bc9), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:03.548266 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-25ec07ac-9630-455a-9ab4-c8e45fe64632 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:03.549418 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-25ec07ac-9630-455a-9ab4-c8e45fe64632 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "DELETE /v2.0/floatingips/378c20cc-b0de-4334-a0cd-224fe2c94bc9 HTTP/1.1" status: 204 len: 168 time: 0.6045825 Mar 31 15:57:03.890137 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 34180) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:03.894625 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-d995e349-d742-44e5-9955-d551843a534e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2133244053', 'description': 'tempest-description--700641126'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:03.998446 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-d995e349-d742-44e5-9955-d551843a534e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:04.067358 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-d995e349-d742-44e5-9955-d551843a534e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group (fe0e7446-704d-4dc3-827f-54b062e494c0), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:04.179158 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-d995e349-d742-44e5-9955-d551843a534e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (fe0e7446-704d-4dc3-827f-54b062e494c0), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:04.207465 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d995e349-d742-44e5-9955-d551843a534e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe0e7446-704d-4dc3-827f-54b062e494c0,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:04.272648 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-d995e349-d742-44e5-9955-d551843a534e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:04.275254 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-d995e349-d742-44e5-9955-d551843a534e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3841002 Mar 31 15:57:04.280844 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 34188) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:04.282585 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-8f1c107b-fcfe-4083-961c-958a2cd892fb tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Request body: {'security_group_rule': {'security_group_id': 'fe0e7446-704d-4dc3-827f-54b062e494c0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:04.418262 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5524b916-d00d-48c8-aa53-103f84d712ad req-5c0bf2bc-dc95-4a9f-93a5-b9dd278fcad8 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:04.419717 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5524b916-d00d-48c8-aa53-103f84d712ad req-5c0bf2bc-dc95-4a9f-93a5-b9dd278fcad8 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.0505826 Mar 31 15:57:04.456466 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-8f1c107b-fcfe-4083-961c-958a2cd892fb tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group_rule (ce266275-6713-41bb-9806-28ef364a3508), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:04.480188 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5524b916-d00d-48c8-aa53-103f84d712ad req-786268a6-c226-42c7-8eed-f0b7f633caea tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549262 Mar 31 15:57:04.516745 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-8f1c107b-fcfe-4083-961c-958a2cd892fb tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group_rule (ce266275-6713-41bb-9806-28ef364a3508), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:04.609310 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-8f1c107b-fcfe-4083-961c-958a2cd892fb tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (ce266275-6713-41bb-9806-28ef364a3508), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:04.628240 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1c107b-fcfe-4083-961c-958a2cd892fb tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce266275-6713-41bb-9806-28ef364a3508,revision_number=0']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:04.695169 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-8f1c107b-fcfe-4083-961c-958a2cd892fb tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:04.696415 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-8f1c107b-fcfe-4083-961c-958a2cd892fb tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4178486 Mar 31 15:57:04.699133 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 34194) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:04.703425 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-e8a09f5c-c8c6-4713-b3fe-e95c52e89b7e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Request body: {'security_group_rule': {'security_group_id': 'fe0e7446-704d-4dc3-827f-54b062e494c0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:04.769275 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-fd8a6f8c-024d-45dd-97da-6c5ff7517b57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:04.785704 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e8a09f5c-c8c6-4713-b3fe-e95c52e89b7e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group_rule (22ff83d0-c8fd-446f-9ac6-8fc92ae62ea5), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:04.846325 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e8a09f5c-c8c6-4713-b3fe-e95c52e89b7e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group_rule (22ff83d0-c8fd-446f-9ac6-8fc92ae62ea5), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:04.918108 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e8a09f5c-c8c6-4713-b3fe-e95c52e89b7e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (22ff83d0-c8fd-446f-9ac6-8fc92ae62ea5), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:04.936660 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a09f5c-c8c6-4713-b3fe-e95c52e89b7e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22ff83d0-c8fd-446f-9ac6-8fc92ae62ea5,revision_number=0']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:05.011663 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e8a09f5c-c8c6-4713-b3fe-e95c52e89b7e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:05.012927 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-e8a09f5c-c8c6-4713-b3fe-e95c52e89b7e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3128920 Mar 31 15:57:05.016146 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 34198) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:05.020727 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-92de9988-f56e-4152-8cab-df2e0a437b2b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Request body: {'floatingip': {'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:05.112579 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-92de9988-f56e-4152-8cab-df2e0a437b2b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:05.204153 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-92de9988-f56e-4152-8cab-df2e0a437b2b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:05.308706 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_common [None req-92de9988-f56e-4152-8cab-df2e0a437b2b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Allocated IP 172.27.0.140 (3b1a5cd5-bca8-4f86-be99-483986f7f547/c4390997-9a11-4c24-ae70-32af92bbcdb2/f7e28fe3-b439-46ed-b0df-6e1561129cab) {{(pid=115720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:57:05.408174 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-92de9988-f56e-4152-8cab-df2e0a437b2b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for port (f7e28fe3-b439-46ed-b0df-6e1561129cab), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:05.512608 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-92de9988-f56e-4152-8cab-df2e0a437b2b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (f7e28fe3-b439-46ed-b0df-6e1561129cab), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:05.553353 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92de9988-f56e-4152-8cab-df2e0a437b2b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Network 3b1a5cd5-bca8-4f86-be99-483986f7f547 is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:57:05.556344 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-92de9988-f56e-4152-8cab-df2e0a437b2b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:05.560189 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92de9988-f56e-4152-8cab-df2e0a437b2b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Received port after_create {{(pid=115720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:57:05.574284 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de9988-f56e-4152-8cab-df2e0a437b2b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event updated for resources: {'Port': ['ID=f7e28fe3-b439-46ed-b0df-6e1561129cab,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:05.600132 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3abad9-f7a1-4262-9755-082c6ae17bc4 req-8aa2bdec-1ced-4e47-a144-3179094a4c3c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:05.601703 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5b3abad9-f7a1-4262-9755-082c6ae17bc4 req-8aa2bdec-1ced-4e47-a144-3179094a4c3c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.0527020 Mar 31 15:57:05.618538 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-92de9988-f56e-4152-8cab-df2e0a437b2b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for floatingip (f238a565-1a41-4b1b-9be1-7e62d0fc7335), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:05.646946 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5b3abad9-f7a1-4262-9755-082c6ae17bc4 req-ba55af49-621a-4803-8bc7-a5db44528b26 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394461 Mar 31 15:57:05.716974 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-92de9988-f56e-4152-8cab-df2e0a437b2b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (f7e28fe3-b439-46ed-b0df-6e1561129cab), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:05.861568 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-92de9988-f56e-4152-8cab-df2e0a437b2b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for port (f7e28fe3-b439-46ed-b0df-6e1561129cab), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:05.940953 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-92de9988-f56e-4152-8cab-df2e0a437b2b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (f7e28fe3-b439-46ed-b0df-6e1561129cab), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:05.971588 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-92de9988-f56e-4152-8cab-df2e0a437b2b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (f238a565-1a41-4b1b-9be1-7e62d0fc7335), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:05.991083 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92de9988-f56e-4152-8cab-df2e0a437b2b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event updated for resources: {'Port': ['ID=f7e28fe3-b439-46ed-b0df-6e1561129cab,revision_number=2']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:06.051484 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-92de9988-f56e-4152-8cab-df2e0a437b2b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:06.052776 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-92de9988-f56e-4152-8cab-df2e0a437b2b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0355711 Mar 31 15:57:06.245766 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-94b9f1a6-5889-4823-8872-34089b612a98 req-0d9ff99c-5a01-4963-a164-005a4906c2dd tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--2133244053&fields=id&tenant_id=ffc6177837a74f42b2af77cad7fb46ea HTTP/1.1" status: 200 len: 267 time: 0.0442686 Mar 31 15:57:06.346603 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9f1a6-5889-4823-8872-34089b612a98 req-59f6a543-7ed8-423c-a936-bc51267de12e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:06.348061 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-94b9f1a6-5889-4823-8872-34089b612a98 req-59f6a543-7ed8-423c-a936-bc51267de12e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/networks?id=90fc1aad-d8be-40df-b185-08fe1d77372b HTTP/1.1" status: 200 len: 815 time: 0.0959990 Mar 31 15:57:06.362961 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-94b9f1a6-5889-4823-8872-34089b612a98 req-aba013b4-c665-45e2-b0b1-eab48964fe03 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/quotas/ffc6177837a74f42b2af77cad7fb46ea HTTP/1.1" status: 200 len: 375 time: 0.0089009 Mar 31 15:57:06.416779 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-94b9f1a6-5889-4823-8872-34089b612a98 req-22941c55-1579-4ea4-b3be-347f2f598f39 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ffc6177837a74f42b2af77cad7fb46ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480673 Mar 31 15:57:06.518136 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-94b9f1a6-5889-4823-8872-34089b612a98 req-5afb1495-60a0-4795-9c9d-d0a12464e786 service neutron] 10.222.0.47 "GET /v2.0/networks/90fc1aad-d8be-40df-b185-08fe1d77372b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904460 Mar 31 15:57:06.604954 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-94b9f1a6-5889-4823-8872-34089b612a98 req-95596ff6-59b9-4473-ad02-fa03a19cab35 service neutron] 10.222.0.47 "GET /v2.0/networks/90fc1aad-d8be-40df-b185-08fe1d77372b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802574 Mar 31 15:57:06.768595 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88acabb3-4985-4032-be2c-80bafd22a056 req-8d40b694-1f6f-4e59-9eca-9e4d1ef7ed7e tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:06.770021 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-88acabb3-4985-4032-be2c-80bafd22a056 req-8d40b694-1f6f-4e59-9eca-9e4d1ef7ed7e tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.0558167 Mar 31 15:57:06.818317 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-88acabb3-4985-4032-be2c-80bafd22a056 req-04bdf3e5-9bf3-48e7-9b53-719cfe410af9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426099 Mar 31 15:57:06.846010 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-95684e97-cc5d-4458-a70c-9d8b50375b3e req-e19c8ab7-d088-4a4b-b30b-b3925c28a0b6 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=3267e60d-3861-43ef-8573-1ea6a77bf3d5 HTTP/1.1" status: 200 len: 210 time: 0.0267358 Mar 31 15:57:07.043921 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-795e68a6-eba6-4a49-bbb9-16b82d8a6ecd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:07.422580 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 2cf1cc72-f473-4bee-89ed-17f5fe19b24e no longer exists at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:57:07.444845 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] No Port match for: 2cf1cc72-f473-4bee-89ed-17f5fe19b24e {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:57:07.445195 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 2cf1cc72-f473-4bee-89ed-17f5fe19b24e not bound to the agent host hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:57:07.763585 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:07.942856 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-568577b0-2811-4b4a-b67c-a8c9e767ff24 req-6872bff7-c927-4e61-adc0-4df35f3c0f1a tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=3267e60d-3861-43ef-8573-1ea6a77bf3d5 HTTP/1.1" status: 200 len: 210 time: 0.0302625 Mar 31 15:57:07.963652 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b20d13d-cdb4-4ed9-819a-0cfa71892d19 req-474c0774-380c-465b-9079-c6e49558532d tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:07.965215 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6b20d13d-cdb4-4ed9-819a-0cfa71892d19 req-474c0774-380c-465b-9079-c6e49558532d tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.0793562 Mar 31 15:57:08.010738 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6b20d13d-cdb4-4ed9-819a-0cfa71892d19 req-d28aa795-0cf0-43af-924d-5c4ec729c393 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400240 Mar 31 15:57:08.362009 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:09.033163 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5eceb481-5e8f-421c-a8e9-ad2088b318aa req-8299bd3b-20f8-4392-8ed4-70bdb17c0083 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=3267e60d-3861-43ef-8573-1ea6a77bf3d5 HTTP/1.1" status: 200 len: 210 time: 0.0257249 Mar 31 15:57:09.125153 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87020552-fac3-4826-99e8-4903ff2a12dc req-9687b8d0-3182-4460-b8cc-41d17e77152f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:09.126615 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-87020552-fac3-4826-99e8-4903ff2a12dc req-9687b8d0-3182-4460-b8cc-41d17e77152f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.0496368 Mar 31 15:57:09.172384 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-87020552-fac3-4826-99e8-4903ff2a12dc req-bae7f00d-b29a-4c39-be61-e486b932e209 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403116 Mar 31 15:57:09.340889 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:10.125995 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9c0b3824-0a71-4d6c-a85d-7ed0dec8889c req-92cf7f29-9d65-40d6-a1ee-07424f3841f4 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=3267e60d-3861-43ef-8573-1ea6a77bf3d5 HTTP/1.1" status: 200 len: 210 time: 0.0289054 Mar 31 15:57:10.288627 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa61a43-0c46-4cf6-a2d6-1f070be07a40 req-56b3eb9d-5d0f-482b-87d1-da35f71b629f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:10.290647 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-baa61a43-0c46-4cf6-a2d6-1f070be07a40 req-56b3eb9d-5d0f-482b-87d1-da35f71b629f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.0532794 Mar 31 15:57:10.335885 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-baa61a43-0c46-4cf6-a2d6-1f070be07a40 req-26e1da84-cdee-40a4-bcd5-7cde63611598 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396345 Mar 31 15:57:10.769215 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-03eaad39-ca75-4dd2-b1bf-1d948db798aa req-f659a42c-4c14-450f-95b8-1db2cf849ed5 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423071 Mar 31 15:57:10.854114 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eaad39-ca75-4dd2-b1bf-1d948db798aa req-daf3f453-8ebc-4b86-aa8c-fd101cb7893a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:10.855621 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-03eaad39-ca75-4dd2-b1bf-1d948db798aa req-daf3f453-8ebc-4b86-aa8c-fd101cb7893a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf512c54be704edba504249cc57859c5&device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 1130 time: 0.0437534 Mar 31 15:57:10.963157 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eaad39-ca75-4dd2-b1bf-1d948db798aa req-4208ba7d-3d6b-4da9-82ed-2de1f432e0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:10.964555 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-03eaad39-ca75-4dd2-b1bf-1d948db798aa req-4208ba7d-3d6b-4da9-82ed-2de1f432e0f8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=65944f20-8ab3-4e9e-89a3-2479fa118d50 HTTP/1.1" status: 200 len: 918 time: 0.0869968 Mar 31 15:57:11.029836 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-03eaad39-ca75-4dd2-b1bf-1d948db798aa req-bb67ceeb-8324-4566-be1b-92923e076b55 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81fb7c8f-5731-4355-bfff-69eac154b042 HTTP/1.1" status: 200 len: 1001 time: 0.0569236 Mar 31 15:57:11.055030 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:11.080607 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eaad39-ca75-4dd2-b1bf-1d948db798aa req-f4953586-f75b-4498-aef1-d6ddb4057aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:11.082315 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-03eaad39-ca75-4dd2-b1bf-1d948db798aa req-f4953586-f75b-4498-aef1-d6ddb4057aba service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cb7a29d-bee7-4666-8fec-18b9b112885d HTTP/1.1" status: 200 len: 856 time: 0.0462487 Mar 31 15:57:11.130560 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eaad39-ca75-4dd2-b1bf-1d948db798aa req-8a262c62-a3ce-450b-b15f-542efaad8628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:11.132021 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-03eaad39-ca75-4dd2-b1bf-1d948db798aa req-8a262c62-a3ce-450b-b15f-542efaad8628 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65944f20-8ab3-4e9e-89a3-2479fa118d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420713 Mar 31 15:57:11.223699 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-fe6dc9d0-0045-47f2-a34d-d52ee1f1fbba req-a40d801a-2ecc-4310-8467-72ebbe6b8962 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=3267e60d-3861-43ef-8573-1ea6a77bf3d5 HTTP/1.1" status: 200 len: 210 time: 0.0334368 Mar 31 15:57:11.250446 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-03eaad39-ca75-4dd2-b1bf-1d948db798aa req-1912fb8b-0bcb-469b-9833-81f76bd746de service neutron] 10.222.0.24 "GET /v2.0/networks/65944f20-8ab3-4e9e-89a3-2479fa118d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103835 Mar 31 15:57:11.349327 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-03eaad39-ca75-4dd2-b1bf-1d948db798aa req-1e976f10-684e-4e80-9d8d-57ee74843f3f service neutron] 10.222.0.24 "GET /v2.0/networks/65944f20-8ab3-4e9e-89a3-2479fa118d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858626 Mar 31 15:57:11.514505 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1583714a-0ddb-44be-b189-d2daf25f3f44 req-d1c8394c-53e3-4765-a042-0df551d2044f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:11.515982 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1583714a-0ddb-44be-b189-d2daf25f3f44 req-d1c8394c-53e3-4765-a042-0df551d2044f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.1092665 Mar 31 15:57:11.580163 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9f1a6-5889-4823-8872-34089b612a98 req-0db6d41b-1790-4990-a2c2-d3097da7cedd tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:11.581832 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-94b9f1a6-5889-4823-8872-34089b612a98 req-0db6d41b-1790-4990-a2c2-d3097da7cedd tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.24 "GET /v2.0/networks?id=90fc1aad-d8be-40df-b185-08fe1d77372b HTTP/1.1" status: 200 len: 815 time: 0.1412952 Mar 31 15:57:11.597287 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1583714a-0ddb-44be-b189-d2daf25f3f44 req-11cddcdc-34ec-4950-a0ef-7a775111c698 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749927 Mar 31 15:57:11.692691 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-94b9f1a6-5889-4823-8872-34089b612a98 req-498279bc-2314-485f-996f-13b62e7eb4a5 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffc6177837a74f42b2af77cad7fb46ea HTTP/1.1" status: 200 len: 380 time: 0.0589545 Mar 31 15:57:11.706876 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-94b9f1a6-5889-4823-8872-34089b612a98 req-69148dbc-9f38-44b4-b904-da15dc510f60 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Request body: {'port': {'device_id': '3267e60d-3861-43ef-8573-1ea6a77bf3d5', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'admin_state_up': True, 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'security_groups': ['fe0e7446-704d-4dc3-827f-54b062e494c0']}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:11.813015 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:57:11.912234 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94b9f1a6-5889-4823-8872-34089b612a98 req-69148dbc-9f38-44b4-b904-da15dc510f60 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Made reservation on behalf of ffc6177837a74f42b2af77cad7fb46ea for: {'port': 1} {{(pid=115719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:57:11.915576 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-94b9f1a6-5889-4823-8872-34089b612a98 req-69148dbc-9f38-44b4-b904-da15dc510f60 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:12.039625 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [req-94b9f1a6-5889-4823-8872-34089b612a98 req-69148dbc-9f38-44b4-b904-da15dc510f60 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Allocated IP 172.20.0.5 (90fc1aad-d8be-40df-b185-08fe1d77372b/cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0/c047d5a9-6f21-44ed-a0e1-4c081368a74c) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:57:12.170530 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-94b9f1a6-5889-4823-8872-34089b612a98 req-69148dbc-9f38-44b4-b904-da15dc510f60 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for port (c047d5a9-6f21-44ed-a0e1-4c081368a74c), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:12.284353 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-94b9f1a6-5889-4823-8872-34089b612a98 req-69148dbc-9f38-44b4-b904-da15dc510f60 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (c047d5a9-6f21-44ed-a0e1-4c081368a74c), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:12.353994 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94b9f1a6-5889-4823-8872-34089b612a98 req-69148dbc-9f38-44b4-b904-da15dc510f60 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Network 90fc1aad-d8be-40df-b185-08fe1d77372b is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:57:12.360653 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [req-94b9f1a6-5889-4823-8872-34089b612a98 req-69148dbc-9f38-44b4-b904-da15dc510f60 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:12.370106 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [req-94b9f1a6-5889-4823-8872-34089b612a98 req-69148dbc-9f38-44b4-b904-da15dc510f60 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:57:12.393222 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69148dbc-9f38-44b4-b904-da15dc510f60 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event updated for resources: {'Port': ['ID=c047d5a9-6f21-44ed-a0e1-4c081368a74c,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:12.411724 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69148dbc-9f38-44b4-b904-da15dc510f60 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:12.412102 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69148dbc-9f38-44b4-b904-da15dc510f60 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:12.412462 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69148dbc-9f38-44b4-b904-da15dc510f60 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:12.412809 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69148dbc-9f38-44b4-b904-da15dc510f60 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:12.413151 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69148dbc-9f38-44b4-b904-da15dc510f60 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:12.413489 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69148dbc-9f38-44b4-b904-da15dc510f60 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:12.413826 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69148dbc-9f38-44b4-b904-da15dc510f60 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:12.414164 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69148dbc-9f38-44b4-b904-da15dc510f60 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:12.414496 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69148dbc-9f38-44b4-b904-da15dc510f60 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:12.415363 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69148dbc-9f38-44b4-b904-da15dc510f60 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:12.415699 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69148dbc-9f38-44b4-b904-da15dc510f60 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:12.416029 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69148dbc-9f38-44b4-b904-da15dc510f60 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:12.416381 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69148dbc-9f38-44b4-b904-da15dc510f60 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:12.416709 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69148dbc-9f38-44b4-b904-da15dc510f60 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:12.417041 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69148dbc-9f38-44b4-b904-da15dc510f60 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:12.438314 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8d51d-e87a-4b3f-b0ea-f1c0240a7c12 req-24eacee1-2e03-493f-9c92-82d82e17e95f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:12.439841 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-73c8d51d-e87a-4b3f-b0ea-f1c0240a7c12 req-24eacee1-2e03-493f-9c92-82d82e17e95f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=3267e60d-3861-43ef-8573-1ea6a77bf3d5 HTTP/1.1" status: 200 len: 931 time: 0.1485593 Mar 31 15:57:12.447635 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9f1a6-5889-4823-8872-34089b612a98 req-69148dbc-9f38-44b4-b904-da15dc510f60 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:12.448369 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-94b9f1a6-5889-4823-8872-34089b612a98 req-69148dbc-9f38-44b4-b904-da15dc510f60 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:12.500566 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-73c8d51d-e87a-4b3f-b0ea-f1c0240a7c12 req-66fd828b-3b71-4a6a-8950-82853db773d4 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe0e7446-704d-4dc3-827f-54b062e494c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493777 Mar 31 15:57:12.541945 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-94b9f1a6-5889-4823-8872-34089b612a98 req-69148dbc-9f38-44b4-b904-da15dc510f60 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8434424 Mar 31 15:57:12.563418 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-d9e5905e-bfb5-4d35-80dc-3e71c3c047c8 None None] Provisioning complete for port c047d5a9-6f21-44ed-a0e1-4c081368a74c triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:12.563990 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-d9e5905e-bfb5-4d35-80dc-3e71c3c047c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (c047d5a9-6f21-44ed-a0e1-4c081368a74c), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:12.571691 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-94b9f1a6-5889-4823-8872-34089b612a98 req-07fd5962-0225-4b9f-9981-13ed1bb7f304 service neutron] Request body: {'port': {'device_id': '3267e60d-3861-43ef-8573-1ea6a77bf3d5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:12.598141 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-d9e5905e-bfb5-4d35-80dc-3e71c3c047c8 None None] Port c047d5a9-6f21-44ed-a0e1-4c081368a74c cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:57:12.895760 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-94b9f1a6-5889-4823-8872-34089b612a98 req-07fd5962-0225-4b9f-9981-13ed1bb7f304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (c047d5a9-6f21-44ed-a0e1-4c081368a74c), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:12.941791 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f7edc6-a2e6-4d78-9b1b-8772a45e5ef1 req-149f2e68-e1ae-4edd-9452-bce16d66eaca tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:12.943243 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-96f7edc6-a2e6-4d78-9b1b-8772a45e5ef1 req-149f2e68-e1ae-4edd-9452-bce16d66eaca tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.0882597 Mar 31 15:57:13.069671 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-96f7edc6-a2e6-4d78-9b1b-8772a45e5ef1 req-396669fe-1daa-4cc9-9dde-c9c80c6cbb72 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160712 Mar 31 15:57:13.208582 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [req-94b9f1a6-5889-4823-8872-34089b612a98 req-07fd5962-0225-4b9f-9981-13ed1bb7f304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c047d5a9-6f21-44ed-a0e1-4c081368a74c {{(pid=115719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:57:13.217784 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-94b9f1a6-5889-4823-8872-34089b612a98 req-07fd5962-0225-4b9f-9981-13ed1bb7f304 service neutron] Publish callbacks [] for port (c047d5a9-6f21-44ed-a0e1-4c081368a74c), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:13.236581 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.provisioning_blocks [req-94b9f1a6-5889-4823-8872-34089b612a98 req-07fd5962-0225-4b9f-9981-13ed1bb7f304 service neutron] Transition to ACTIVE for port object c047d5a9-6f21-44ed-a0e1-4c081368a74c will not be triggered until provisioned by entity L2. {{(pid=115719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:57:13.345013 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-94b9f1a6-5889-4823-8872-34089b612a98 req-07fd5962-0225-4b9f-9981-13ed1bb7f304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (c047d5a9-6f21-44ed-a0e1-4c081368a74c), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:13.401667 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd5962-0225-4b9f-9981-13ed1bb7f304 service neutron] Pushing event updated for resources: {'Port': ['ID=c047d5a9-6f21-44ed-a0e1-4c081368a74c,revision_number=2']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:13.470634 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-94b9f1a6-5889-4823-8872-34089b612a98 req-07fd5962-0225-4b9f-9981-13ed1bb7f304 service neutron] Attempting to bind port c047d5a9-6f21-44ed-a0e1-4c081368a74c on host hv-cinder-83602 for vnic_type normal with profile {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:57:13.470977 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-94b9f1a6-5889-4823-8872-34089b612a98 req-07fd5962-0225-4b9f-9981-13ed1bb7f304 service neutron] Attempting to bind port c047d5a9-6f21-44ed-a0e1-4c081368a74c by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '3625fcca-8015-4d97-a97b-4b3ea4e2b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b'}] {{(pid=115719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:57:13.471307 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b9f1a6-5889-4823-8872-34089b612a98 req-07fd5962-0225-4b9f-9981-13ed1bb7f304 service neutron] Attempting to bind port c047d5a9-6f21-44ed-a0e1-4c081368a74c on network 90fc1aad-d8be-40df-b185-08fe1d77372b {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:57:13.476460 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b9f1a6-5889-4823-8872-34089b612a98 req-07fd5962-0225-4b9f-9981-13ed1bb7f304 service neutron] Port c047d5a9-6f21-44ed-a0e1-4c081368a74c on network 90fc1aad-d8be-40df-b185-08fe1d77372b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:57:13.480110 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b9f1a6-5889-4823-8872-34089b612a98 req-07fd5962-0225-4b9f-9981-13ed1bb7f304 service neutron] Attempting to bind port c047d5a9-6f21-44ed-a0e1-4c081368a74c on network 90fc1aad-d8be-40df-b185-08fe1d77372b {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:57:13.483090 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b9f1a6-5889-4823-8872-34089b612a98 req-07fd5962-0225-4b9f-9981-13ed1bb7f304 service neutron] Checking agent: {'id': 'af4a1f75-de88-4cee-8975-566385aedde2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:57:13.483426 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b9f1a6-5889-4823-8872-34089b612a98 req-07fd5962-0225-4b9f-9981-13ed1bb7f304 service neutron] Checking segment: {'id': '3625fcca-8015-4d97-a97b-4b3ea4e2b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:57:13.483816 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94b9f1a6-5889-4823-8872-34089b612a98 req-07fd5962-0225-4b9f-9981-13ed1bb7f304 service neutron] Bound using segment: {'id': '3625fcca-8015-4d97-a97b-4b3ea4e2b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b'} {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:57:13.484268 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-94b9f1a6-5889-4823-8872-34089b612a98 req-07fd5962-0225-4b9f-9981-13ed1bb7f304 service neutron] Bound port: c047d5a9-6f21-44ed-a0e1-4c081368a74c, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3625fcca-8015-4d97-a97b-4b3ea4e2b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b'}}] {{(pid=115719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:57:13.484636 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-94b9f1a6-5889-4823-8872-34089b612a98 req-07fd5962-0225-4b9f-9981-13ed1bb7f304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (c047d5a9-6f21-44ed-a0e1-4c081368a74c), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:13.553000 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-94b9f1a6-5889-4823-8872-34089b612a98 req-07fd5962-0225-4b9f-9981-13ed1bb7f304 service neutron] For port c047d5a9-6f21-44ed-a0e1-4c081368a74c, host hv-cinder-83602, cleared binding levels {{(pid=115719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:57:13.556829 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-94b9f1a6-5889-4823-8872-34089b612a98 req-07fd5962-0225-4b9f-9981-13ed1bb7f304 service neutron] For port c047d5a9-6f21-44ed-a0e1-4c081368a74c, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=c047d5a9-6f21-44ed-a0e1-4c081368a74c,segment=NetworkSegment(3625fcca-8015-4d97-a97b-4b3ea4e2b9cb),segment_id=3625fcca-8015-4d97-a97b-4b3ea4e2b9cb)] {{(pid=115719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:57:13.621668 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c236cde-0c0c-43bf-ae6b-45705a9d6e36 req-4f9637c4-2f27-4c56-9067-e3f0fb66ef9d tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:13.623060 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c236cde-0c0c-43bf-ae6b-45705a9d6e36 req-4f9637c4-2f27-4c56-9067-e3f0fb66ef9d tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=3267e60d-3861-43ef-8573-1ea6a77bf3d5 HTTP/1.1" status: 200 len: 943 time: 0.0521445 Mar 31 15:57:13.627208 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-94b9f1a6-5889-4823-8872-34089b612a98 req-07fd5962-0225-4b9f-9981-13ed1bb7f304 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (c047d5a9-6f21-44ed-a0e1-4c081368a74c), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:13.677307 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9f1a6-5889-4823-8872-34089b612a98 req-07fd5962-0225-4b9f-9981-13ed1bb7f304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:13.677920 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-94b9f1a6-5889-4823-8872-34089b612a98 req-07fd5962-0225-4b9f-9981-13ed1bb7f304 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:13.679252 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-94b9f1a6-5889-4823-8872-34089b612a98 req-07fd5962-0225-4b9f-9981-13ed1bb7f304 service neutron] 10.222.0.24 "PUT /v2.0/ports/c047d5a9-6f21-44ed-a0e1-4c081368a74c HTTP/1.1" status: 200 len: 1093 time: 1.1124747 Mar 31 15:57:13.679685 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3267e60d-3861-43ef-8573-1ea6a77bf3d5', 'tag': 'c047d5a9-6f21-44ed-a0e1-4c081368a74c'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:57:13.681966 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d30c606-1620-43c4-91f3-1cf99ca375bf" -d '{"events": [{"name": "network-changed", "server_uuid": "3267e60d-3861-43ef-8573-1ea6a77bf3d5", "tag": "c047d5a9-6f21-44ed-a0e1-4c081368a74c"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:57:13.726636 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ae6d45-afb1-4bdd-a371-46ad47974540 x-openstack-request-id: req-46ae6d45-afb1-4bdd-a371-46ad47974540 {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:57:13.726932 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3267e60d-3861-43ef-8573-1ea6a77bf3d5", "tag": "c047d5a9-6f21-44ed-a0e1-4c081368a74c", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:57:13.727760 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-46ae6d45-afb1-4bdd-a371-46ad47974540 {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:57:13.728203 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46ae6d45-afb1-4bdd-a371-46ad47974540'] response: {'name': 'network-changed', 'server_uuid': '3267e60d-3861-43ef-8573-1ea6a77bf3d5', 'tag': 'c047d5a9-6f21-44ed-a0e1-4c081368a74c', 'status': 'completed', 'code': 200} Mar 31 15:57:13.730106 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fd5962-0225-4b9f-9981-13ed1bb7f304 service neutron] Pushing event updated for resources: {'Port': ['ID=c047d5a9-6f21-44ed-a0e1-4c081368a74c,revision_number=3']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:13.735484 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c236cde-0c0c-43bf-ae6b-45705a9d6e36 req-415cd1d3-b09f-419d-bb85-6099e78814d3 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe0e7446-704d-4dc3-827f-54b062e494c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038358 Mar 31 15:57:14.187288 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7dd5c2-7f1b-4996-bbab-b1f3b32fcd81 req-39db986c-b236-4c49-a392-6bc99ee3e552 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:14.188795 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4d7dd5c2-7f1b-4996-bbab-b1f3b32fcd81 req-39db986c-b236-4c49-a392-6bc99ee3e552 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.0515940 Mar 31 15:57:14.235274 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4d7dd5c2-7f1b-4996-bbab-b1f3b32fcd81 req-37a90f43-31c1-4819-b35e-0cf928481544 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407617 Mar 31 15:57:14.850954 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241f8b7d-b62e-48fe-83f2-8a6dd5327bb5 req-1b1d94e8-20e5-4c92-a712-40d3c285c4b3 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:14.852966 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-241f8b7d-b62e-48fe-83f2-8a6dd5327bb5 req-1b1d94e8-20e5-4c92-a712-40d3c285c4b3 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=3267e60d-3861-43ef-8573-1ea6a77bf3d5 HTTP/1.1" status: 200 len: 943 time: 0.0495226 Mar 31 15:57:14.896814 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-241f8b7d-b62e-48fe-83f2-8a6dd5327bb5 req-20e1b41b-a997-48b4-bcdf-c53b3ab7205d tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe0e7446-704d-4dc3-827f-54b062e494c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384815 Mar 31 15:57:15.360694 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5005fb2c-56cb-4b1d-af0b-0772dd0670fa req-3be66e29-995c-45de-bed5-cbb59c3e0e6a tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:15.362215 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5005fb2c-56cb-4b1d-af0b-0772dd0670fa req-3be66e29-995c-45de-bed5-cbb59c3e0e6a tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.0556552 Mar 31 15:57:15.410538 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5005fb2c-56cb-4b1d-af0b-0772dd0670fa req-429ff50a-db3e-45c1-a268-2e64de9a272b tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397861 Mar 31 15:57:16.010881 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9575c2a9-4a6f-46a4-aaad-fb3b5daa8be4 req-ebaa2d9e-8482-4349-8a0b-c0f54f175585 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:16.012333 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9575c2a9-4a6f-46a4-aaad-fb3b5daa8be4 req-ebaa2d9e-8482-4349-8a0b-c0f54f175585 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=3267e60d-3861-43ef-8573-1ea6a77bf3d5 HTTP/1.1" status: 200 len: 943 time: 0.0496640 Mar 31 15:57:16.056456 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9575c2a9-4a6f-46a4-aaad-fb3b5daa8be4 req-59bc1d48-fc9f-4a31-b989-3396e810c02b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe0e7446-704d-4dc3-827f-54b062e494c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386727 Mar 31 15:57:16.252733 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30c606-1620-43c4-91f3-1cf99ca375bf req-f93761b2-c471-490e-9c6d-66456530c063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:16.254200 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7d30c606-1620-43c4-91f3-1cf99ca375bf req-f93761b2-c471-490e-9c6d-66456530c063 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffc6177837a74f42b2af77cad7fb46ea&device_id=3267e60d-3861-43ef-8573-1ea6a77bf3d5 HTTP/1.1" status: 200 len: 1127 time: 0.0432725 Mar 31 15:57:16.362988 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30c606-1620-43c4-91f3-1cf99ca375bf req-90f4602b-5a9d-4bb4-be5e-9b88d7d2295c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:16.364507 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7d30c606-1620-43c4-91f3-1cf99ca375bf req-90f4602b-5a9d-4bb4-be5e-9b88d7d2295c service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ffc6177837a74f42b2af77cad7fb46ea&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0948560 Mar 31 15:57:16.461021 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d30c606-1620-43c4-91f3-1cf99ca375bf req-48cf40bf-4da7-4de6-a940-21eea36c4095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:16.463005 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7d30c606-1620-43c4-91f3-1cf99ca375bf req-48cf40bf-4da7-4de6-a940-21eea36c4095 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0920362 Mar 31 15:57:16.538860 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b0b5e1-79e5-49ea-9101-2ca98c8d32f1 req-d527c699-83f4-4ff5-b66f-fa0be5e55ec0 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:16.540855 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-98b0b5e1-79e5-49ea-9101-2ca98c8d32f1 req-d527c699-83f4-4ff5-b66f-fa0be5e55ec0 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.0582504 Mar 31 15:57:16.613410 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-98b0b5e1-79e5-49ea-9101-2ca98c8d32f1 req-055352ed-8042-4d91-9241-0ab86c85c2b8 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642076 Mar 31 15:57:16.616160 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9f1a6-5889-4823-8872-34089b612a98 req-eff2b4da-cb17-4e45-baa8-09a237b1bb8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:16.617604 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-94b9f1a6-5889-4823-8872-34089b612a98 req-eff2b4da-cb17-4e45-baa8-09a237b1bb8d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffc6177837a74f42b2af77cad7fb46ea&device_id=3267e60d-3861-43ef-8573-1ea6a77bf3d5 HTTP/1.1" status: 200 len: 1127 time: 0.0758629 Mar 31 15:57:16.693838 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-94b9f1a6-5889-4823-8872-34089b612a98 req-3ed0a5a4-45a7-4352-8788-860bb1733008 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c047d5a9-6f21-44ed-a0e1-4c081368a74c HTTP/1.1" status: 200 len: 217 time: 0.0377951 Mar 31 15:57:16.754668 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9f1a6-5889-4823-8872-34089b612a98 req-4f04a90a-29ed-462c-a0a5-26dad9f7849d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:16.756060 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-94b9f1a6-5889-4823-8872-34089b612a98 req-4f04a90a-29ed-462c-a0a5-26dad9f7849d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0 HTTP/1.1" status: 200 len: 854 time: 0.0420837 Mar 31 15:57:16.805433 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9f1a6-5889-4823-8872-34089b612a98 req-6488886e-d740-4ad9-841c-3b76b47fbbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:16.806821 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-94b9f1a6-5889-4823-8872-34089b612a98 req-6488886e-d740-4ad9-841c-3b76b47fbbb0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90fc1aad-d8be-40df-b185-08fe1d77372b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429404 Mar 31 15:57:16.903053 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-94b9f1a6-5889-4823-8872-34089b612a98 req-a1af8c17-9ad2-451d-8fd9-f9cb1c810384 service neutron] 10.222.0.24 "GET /v2.0/networks/90fc1aad-d8be-40df-b185-08fe1d77372b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869725 Mar 31 15:57:16.993841 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-94b9f1a6-5889-4823-8872-34089b612a98 req-0a21dfbe-dbc5-407e-8458-0fb2c5369f05 service neutron] 10.222.0.24 "GET /v2.0/networks/90fc1aad-d8be-40df-b185-08fe1d77372b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832255 Mar 31 15:57:17.172327 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cee5b57-ac11-4a4b-8288-f57c7df212f9 req-0f42abef-717d-444f-a16e-3ec0cfd90f56 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:17.173856 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5cee5b57-ac11-4a4b-8288-f57c7df212f9 req-0f42abef-717d-444f-a16e-3ec0cfd90f56 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=3267e60d-3861-43ef-8573-1ea6a77bf3d5 HTTP/1.1" status: 200 len: 943 time: 0.0518489 Mar 31 15:57:17.220621 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5cee5b57-ac11-4a4b-8288-f57c7df212f9 req-6b87d227-0a00-40a2-aa3b-a0e4d1b2c662 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe0e7446-704d-4dc3-827f-54b062e494c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411336 Mar 31 15:57:17.590183 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-362df4f3-103f-4c33-b14a-05b0beb72dcf tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:17.591654 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-362df4f3-103f-4c33-b14a-05b0beb72dcf tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/networks?id=d17bcca2-4634-4e94-ab61-f3a8aca673f1 HTTP/1.1" status: 200 len: 813 time: 0.1123064 Mar 31 15:57:17.606069 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-f5198660-f971-48a2-bdfa-15dd5dfaacf9 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/quotas/5370ec42172a4b97af50a7f69bb25352 HTTP/1.1" status: 200 len: 375 time: 0.0089734 Mar 31 15:57:17.638023 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-06b9d6a4-9aa2-45bd-901b-9af11a1bbe17 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=5370ec42172a4b97af50a7f69bb25352&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269167 Mar 31 15:57:17.735296 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-65f536de-1b0f-4926-80d7-659100655b5e service neutron] 10.222.0.47 "GET /v2.0/networks/d17bcca2-4634-4e94-ab61-f3a8aca673f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900176 Mar 31 15:57:17.863339 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5838146-1de6-4de7-ab75-ee99a70cb9c2 req-5186f09f-b9dc-4d9a-9a76-1017f7b96636 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:17.864744 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b5838146-1de6-4de7-ab75-ee99a70cb9c2 req-5186f09f-b9dc-4d9a-9a76-1017f7b96636 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.1042712 Mar 31 15:57:17.867020 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-2f51ed54-bfcd-4722-95ba-c590c04723cc service neutron] 10.222.0.47 "GET /v2.0/networks/d17bcca2-4634-4e94-ab61-f3a8aca673f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255579 Mar 31 15:57:17.916512 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b5838146-1de6-4de7-ab75-ee99a70cb9c2 req-77e12e8b-c67d-4f53-bf70-d8be93866b03 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456083 Mar 31 15:57:18.021031 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166af240-87bf-4e58-b7ff-509fade9962a req-ebc725c3-dfe2-4cad-8313-91ddce6e55b3 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:18.022573 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-166af240-87bf-4e58-b7ff-509fade9962a req-ebc725c3-dfe2-4cad-8313-91ddce6e55b3 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0521464 Mar 31 15:57:18.071457 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-166af240-87bf-4e58-b7ff-509fade9962a req-eb8d409b-c056-412a-ba61-5cac9110bcb6 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422969 Mar 31 15:57:18.129407 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6d6a361e-ccfe-4332-bf95-ca75a97a6513 req-944aef03-72e7-46c3-bc89-910ea0d648f0 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3c5f29e-3afe-4067-8497-c6331010ac3b HTTP/1.1" status: 200 len: 210 time: 0.0270412 Mar 31 15:57:18.339679 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b1831d-1813-4a49-9c4e-4d080ea688ed req-2d3c35c1-80a1-4000-bcba-170ef9e3b12d tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:18.341192 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-22b1831d-1813-4a49-9c4e-4d080ea688ed req-2d3c35c1-80a1-4000-bcba-170ef9e3b12d tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=3267e60d-3861-43ef-8573-1ea6a77bf3d5 HTTP/1.1" status: 200 len: 943 time: 0.0546634 Mar 31 15:57:18.388023 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-22b1831d-1813-4a49-9c4e-4d080ea688ed req-00fc17c7-9509-4d31-9bf1-eca7027e54da tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe0e7446-704d-4dc3-827f-54b062e494c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409956 Mar 31 15:57:18.902434 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c31ed-68cc-463e-936f-050c197664df req-7002ca8d-68ee-48bb-9e9e-27bde01f7cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:18.903886 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ce3c31ed-68cc-463e-936f-050c197664df req-7002ca8d-68ee-48bb-9e9e-27bde01f7cd2 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 1130 time: 0.0429492 Mar 31 15:57:18.946897 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ce3c31ed-68cc-463e-936f-050c197664df req-be70b95d-71e1-4a6a-8fcb-c57d7353936c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365593 Mar 31 15:57:19.039005 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f2071c-976f-4544-b6c8-82908b364458 req-eacb84b9-0d84-42d5-b7d4-d958c59a9717 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:19.041095 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-80f2071c-976f-4544-b6c8-82908b364458 req-eacb84b9-0d84-42d5-b7d4-d958c59a9717 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.0549629 Mar 31 15:57:19.088386 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-80f2071c-976f-4544-b6c8-82908b364458 req-6acea0bd-68b3-413c-a542-66941c24ae94 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417342 Mar 31 15:57:19.178252 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 34414) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:19.224116 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-85737645-60bf-4af5-a35e-94bcee7949d1 req-8d594f2f-2e38-4bdb-a708-ca13c0f65c42 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3c5f29e-3afe-4067-8497-c6331010ac3b HTTP/1.1" status: 200 len: 210 time: 0.0294600 Mar 31 15:57:19.231944 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b6f358-6fc0-464b-ac86-98e65c8072d0 req-04d1969c-fa93-4fe9-b9fc-4e13dd83d8cb tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:19.233750 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-16b6f358-6fc0-464b-ac86-98e65c8072d0 req-04d1969c-fa93-4fe9-b9fc-4e13dd83d8cb tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0807252 Mar 31 15:57:19.287181 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-16b6f358-6fc0-464b-ac86-98e65c8072d0 req-17b12c09-18e1-48e4-8f38-1ab248735820 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472686 Mar 31 15:57:19.298715 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-033a1bc9-f947-45f7-a6f7-82713079137d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:19.375452 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-033a1bc9-f947-45f7-a6f7-82713079137d admin admin] Publish callbacks [] for security_group (806ae09e-884f-45db-a18d-55cf68131ae0), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:19.443982 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device c047d5a9-6f21-44ed-a0e1-4c081368a74c details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=115721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:57:19.447855 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-033a1bc9-f947-45f7-a6f7-82713079137d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (806ae09e-884f-45db-a18d-55cf68131ae0), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:19.480329 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a1bc9-f947-45f7-a6f7-82713079137d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806ae09e-884f-45db-a18d-55cf68131ae0,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:19.494678 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a1bc9-f947-45f7-a6f7-82713079137d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:19.495025 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a1bc9-f947-45f7-a6f7-82713079137d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:19.495368 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a1bc9-f947-45f7-a6f7-82713079137d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:19.495710 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a1bc9-f947-45f7-a6f7-82713079137d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:19.496062 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a1bc9-f947-45f7-a6f7-82713079137d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:19.496589 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a1bc9-f947-45f7-a6f7-82713079137d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:19.496926 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a1bc9-f947-45f7-a6f7-82713079137d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:19.497422 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a1bc9-f947-45f7-a6f7-82713079137d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:19.498435 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a1bc9-f947-45f7-a6f7-82713079137d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:19.499109 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a1bc9-f947-45f7-a6f7-82713079137d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:19.499462 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a1bc9-f947-45f7-a6f7-82713079137d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:19.499800 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a1bc9-f947-45f7-a6f7-82713079137d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:19.500157 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a1bc9-f947-45f7-a6f7-82713079137d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:19.500488 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a1bc9-f947-45f7-a6f7-82713079137d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:19.500814 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033a1bc9-f947-45f7-a6f7-82713079137d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:19.509427 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-033a1bc9-f947-45f7-a6f7-82713079137d admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=725496c0da0040b5aa83ce85b20ce279&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3293376 Mar 31 15:57:19.510926 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 34420) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:19.512250 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3989e1-804b-4abc-aaaa-df3796969b73 req-5605bdd6-978e-4eb1-a743-af11fe11f2aa tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:19.520163 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cf3989e1-804b-4abc-aaaa-df3796969b73 req-5605bdd6-978e-4eb1-a743-af11fe11f2aa tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=3267e60d-3861-43ef-8573-1ea6a77bf3d5 HTTP/1.1" status: 200 len: 943 time: 0.0666773 Mar 31 15:57:19.564989 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-de9b5b71-ad0e-481b-ad37-c7c381ad0d25 admin admin] Publish callbacks [] for security_group (806ae09e-884f-45db-a18d-55cf68131ae0), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:19.570292 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port c047d5a9-6f21-44ed-a0e1-4c081368a74c, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=c047d5a9-6f21-44ed-a0e1-4c081368a74c,segment=NetworkSegment(3625fcca-8015-4d97-a97b-4b3ea4e2b9cb),segment_id=3625fcca-8015-4d97-a97b-4b3ea4e2b9cb)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:19.572310 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cf3989e1-804b-4abc-aaaa-df3796969b73 req-a4ac290d-2441-4e91-a6e6-ccbf1c6e8344 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe0e7446-704d-4dc3-827f-54b062e494c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511341 Mar 31 15:57:19.582791 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Returning: {'device': 'c047d5a9-6f21-44ed-a0e1-4c081368a74c', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'port_id': 'c047d5a9-6f21-44ed-a0e1-4c081368a74c', 'mac_address': 'fa:16:3e:95:29:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:57:19.588406 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-de9b5b71-ad0e-481b-ad37-c7c381ad0d25 admin admin] Publish callbacks [] for security_group (806ae09e-884f-45db-a18d-55cf68131ae0), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:19.625895 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port c047d5a9-6f21-44ed-a0e1-4c081368a74c is: DOWN; New status is: BUILD {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:19.626287 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (c047d5a9-6f21-44ed-a0e1-4c081368a74c), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:19.639298 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c047d5a9-6f21-44ed-a0e1-4c081368a74c {{(pid=115721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:57:19.658875 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port c047d5a9-6f21-44ed-a0e1-4c081368a74c, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=c047d5a9-6f21-44ed-a0e1-4c081368a74c,segment=NetworkSegment(3625fcca-8015-4d97-a97b-4b3ea4e2b9cb),segment_id=3625fcca-8015-4d97-a97b-4b3ea4e2b9cb)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:19.718013 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-de9b5b71-ad0e-481b-ad37-c7c381ad0d25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (806ae09e-884f-45db-a18d-55cf68131ae0), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:19.720574 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-de9b5b71-ad0e-481b-ad37-c7c381ad0d25 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:19.721712 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-de9b5b71-ad0e-481b-ad37-c7c381ad0d25 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/806ae09e-884f-45db-a18d-55cf68131ae0 HTTP/1.1" status: 204 len: 168 time: 0.2096050 Mar 31 15:57:19.729164 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9b5b71-ad0e-481b-ad37-c7c381ad0d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806ae09e-884f-45db-a18d-55cf68131ae0,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:19.754836 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (c047d5a9-6f21-44ed-a0e1-4c081368a74c), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:19.800822 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=c047d5a9-6f21-44ed-a0e1-4c081368a74c,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:19.808344 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:19.808636 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:19.808983 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:19.809371 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:19.809697 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:19.810031 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:19.810364 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:19.810695 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:19.811025 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:19.811355 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:19.811723 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:19.812071 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:19.812401 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:19.812727 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:19.813052 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:20.207256 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['c047d5a9-6f21-44ed-a0e1-4c081368a74c'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:57:20.214526 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8c5360-017c-45e9-ab3d-e03d4c085782 req-619e8dbc-fcd4-4fef-adbe-2f51cbfb5fd0 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:20.216189 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-de8c5360-017c-45e9-ab3d-e03d4c085782 req-619e8dbc-fcd4-4fef-adbe-2f51cbfb5fd0 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.0521085 Mar 31 15:57:20.266826 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-de8c5360-017c-45e9-ab3d-e03d4c085782 req-aa4a233e-cb3d-4e7d-a010-1bd351420e30 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439179 Mar 31 15:57:20.342959 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-18d49d40-fa19-43c7-8150-779c406c3cf3 req-707ae2b3-62ae-4103-ba11-f14ae81e9cd1 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3c5f29e-3afe-4067-8497-c6331010ac3b HTTP/1.1" status: 200 len: 210 time: 0.0301065 Mar 31 15:57:20.444846 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd10fc3c-2ee7-4436-a4cc-d380cfa0ac3b req-979d7a65-ad8e-4ad8-8ecc-9f9a6bdeb9da tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:20.446829 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cd10fc3c-2ee7-4436-a4cc-d380cfa0ac3b req-979d7a65-ad8e-4ad8-8ecc-9f9a6bdeb9da tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0544579 Mar 31 15:57:20.495370 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cd10fc3c-2ee7-4436-a4cc-d380cfa0ac3b req-d5de9944-45e3-4068-92b6-e291e662cc55 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427258 Mar 31 15:57:20.622904 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-ec654906-b66e-4822-a514-96aa6d3d3411 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:20.624359 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-ec654906-b66e-4822-a514-96aa6d3d3411 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.24 "GET /v2.0/networks?id=d17bcca2-4634-4e94-ab61-f3a8aca673f1 HTTP/1.1" status: 200 len: 813 time: 0.0986600 Mar 31 15:57:20.646395 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-9f525e23-b289-4067-821c-1d255f233a63 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Request body: {'port': {'device_id': 'e3c5f29e-3afe-4067-8497-c6331010ac3b', 'network_id': 'd17bcca2-4634-4e94-ab61-f3a8aca673f1', 'admin_state_up': True, 'tenant_id': '5370ec42172a4b97af50a7f69bb25352'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:20.755549 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 34450) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:20.762800 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9a61c4-5fbb-48b6-99cb-3d69fbf5bb20 req-73e5034c-81d2-45ee-8442-58f492acb73b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:20.764314 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ed9a61c4-5fbb-48b6-99cb-3d69fbf5bb20 req-73e5034c-81d2-45ee-8442-58f492acb73b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=3267e60d-3861-43ef-8573-1ea6a77bf3d5 HTTP/1.1" status: 200 len: 944 time: 0.1216719 Mar 31 15:57:20.832644 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ed9a61c4-5fbb-48b6-99cb-3d69fbf5bb20 req-b60818c5-d840-491d-a584-f95fc60962b7 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe0e7446-704d-4dc3-827f-54b062e494c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592852 Mar 31 15:57:20.857912 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-fa8c13f2-503b-4958-8a60-a6f5fb7d5c4e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-209186568-network', 'tenant_id': 'eb19792da30e47fa826942f826c519af'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:20.883837 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-9f525e23-b289-4067-821c-1d255f233a63 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Made reservation on behalf of 5370ec42172a4b97af50a7f69bb25352 for: {'port': 1} {{(pid=115719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:57:20.887178 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-9f525e23-b289-4067-821c-1d255f233a63 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:20.998319 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa8c13f2-503b-4958-8a60-a6f5fb7d5c4e admin admin] Made reservation on behalf of eb19792da30e47fa826942f826c519af for: {'network': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:57:21.000738 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fa8c13f2-503b-4958-8a60-a6f5fb7d5c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for network (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:21.009377 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fa8c13f2-503b-4958-8a60-a6f5fb7d5c4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:21.011915 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-9f525e23-b289-4067-821c-1d255f233a63 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Allocated IP 172.20.0.2 (d17bcca2-4634-4e94-ab61-f3a8aca673f1/be262e2a-c177-4e66-a233-2079a72f3974/38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:57:21.082045 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fa8c13f2-503b-4958-8a60-a6f5fb7d5c4e admin admin] Publish callbacks [] for security_group (fe8027b8-6a74-449a-8208-09dc16e93f98), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:21.141247 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fa8c13f2-503b-4958-8a60-a6f5fb7d5c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (fe8027b8-6a74-449a-8208-09dc16e93f98), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:21.158270 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-9f525e23-b289-4067-821c-1d255f233a63 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Publish callbacks [] for port (38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:21.162606 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa8c13f2-503b-4958-8a60-a6f5fb7d5c4e admin admin] vlan segment allocate from pool success with {'vlan_id': 805, 'physical_network': 'physnet1'} {{(pid=115720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:57:21.175670 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c13f2-503b-4958-8a60-a6f5fb7d5c4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe8027b8-6a74-449a-8208-09dc16e93f98,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:21.180316 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fa8c13f2-503b-4958-8a60-a6f5fb7d5c4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (b62131ab-2e11-4ab9-8030-ac4b1acd210e), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:21.180661 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.segments_db [None req-fa8c13f2-503b-4958-8a60-a6f5fb7d5c4e admin admin] Added segment b62131ab-2e11-4ab9-8030-ac4b1acd210e of type vlan for network 4df2c028-a451-4616-8b86-d071486326ef Mar 31 15:57:21.219773 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fa8c13f2-503b-4958-8a60-a6f5fb7d5c4e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779152372026'] for network (4df2c028-a451-4616-8b86-d071486326ef), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:21.260089 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-9f525e23-b289-4067-821c-1d255f233a63 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:21.302353 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-9f525e23-b289-4067-821c-1d255f233a63 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Network d17bcca2-4634-4e94-ab61-f3a8aca673f1 is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:57:21.305315 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-9f525e23-b289-4067-821c-1d255f233a63 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:21.307828 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-9f525e23-b289-4067-821c-1d255f233a63 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:57:21.317106 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fa8c13f2-503b-4958-8a60-a6f5fb7d5c4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for network (4df2c028-a451-4616-8b86-d071486326ef), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:21.318196 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa8c13f2-503b-4958-8a60-a6f5fb7d5c4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:21.318839 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fa8c13f2-503b-4958-8a60-a6f5fb7d5c4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:21.338756 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f525e23-b289-4067-821c-1d255f233a63 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Pushing event updated for resources: {'Port': ['ID=38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:21.378106 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8c13f2-503b-4958-8a60-a6f5fb7d5c4e admin admin] Pushing event updated for resources: {'Network': ['ID=4df2c028-a451-4616-8b86-d071486326ef,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:21.389558 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Network 4df2c028-a451-4616-8b86-d071486326ef details requested by agent ovs-agent-dv-cinder-836028-1-iscsi with host dv-cinder-836028-1-iscsi {{(pid=115721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:57:21.395305 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-9f525e23-b289-4067-821c-1d255f233a63 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:21.395652 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-9f525e23-b289-4067-821c-1d255f233a63 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:21.429341 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14549a-c4fa-4694-acc0-f24a8d78b8cd req-09f2ee93-2175-40d5-b416-e1f016191c77 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:21.430937 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9c14549a-c4fa-4694-acc0-f24a8d78b8cd req-09f2ee93-2175-40d5-b416-e1f016191c77 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.0786028 Mar 31 15:57:21.444498 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-fa8c13f2-503b-4958-8a60-a6f5fb7d5c4e admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6877611 Mar 31 15:57:21.447738 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 34462) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:21.452774 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-510a925c-5466-4d41-9720-f45814cf13c4 admin admin] Request body: {'subnet': {'network_id': '4df2c028-a451-4616-8b86-d071486326ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-209186568-subnet', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'ip_version': 4}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:21.460981 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device c047d5a9-6f21-44ed-a0e1-4c081368a74c up at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:57:21.512351 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9c14549a-c4fa-4694-acc0-f24a8d78b8cd req-969de4b1-f461-4657-b372-3961af0e07eb tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723915 Mar 31 15:57:21.522896 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bdfe45-4f83-410c-b15e-b3219e2946f1 req-2fe6f067-51a3-407d-95c3-b3d1e07da8be tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:21.524545 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b9bdfe45-4f83-410c-b15e-b3219e2946f1 req-2fe6f067-51a3-407d-95c3-b3d1e07da8be tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3c5f29e-3afe-4067-8497-c6331010ac3b HTTP/1.1" status: 200 len: 931 time: 0.0926976 Mar 31 15:57:21.528299 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-9f525e23-b289-4067-821c-1d255f233a63 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8868387 Mar 31 15:57:21.557583 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-0a7575df-4542-4b6b-abf9-ed592fc1a96d service neutron] Request body: {'port': {'device_id': 'e3c5f29e-3afe-4067-8497-c6331010ac3b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:21.598371 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning for port c047d5a9-6f21-44ed-a0e1-4c081368a74c completed by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:57:21.602715 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning complete for port c047d5a9-6f21-44ed-a0e1-4c081368a74c triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:21.608246 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (c047d5a9-6f21-44ed-a0e1-4c081368a74c), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:21.627074 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510a925c-5466-4d41-9720-f45814cf13c4 admin admin] Made reservation on behalf of eb19792da30e47fa826942f826c519af for: {'subnet': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:57:21.629428 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-510a925c-5466-4d41-9720-f45814cf13c4 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:21.661223 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b9bdfe45-4f83-410c-b15e-b3219e2946f1 req-7d7ff790-ed82-4bbe-87fe-055b1c7e3568 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298330 Mar 31 15:57:21.681636 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-0a7575df-4542-4b6b-abf9-ed592fc1a96d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:21.705750 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port c047d5a9-6f21-44ed-a0e1-4c081368a74c is: BUILD; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:21.706960 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (c047d5a9-6f21-44ed-a0e1-4c081368a74c), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:21.723134 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386a171b-e5b5-4c8a-af29-e0a244fb0ae7 req-8db00155-91bb-4fa2-8a49-d0927a327169 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:21.724691 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-386a171b-e5b5-4c8a-af29-e0a244fb0ae7 req-8db00155-91bb-4fa2-8a49-d0927a327169 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.1415298 Mar 31 15:57:21.745574 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3267e60d-3861-43ef-8573-1ea6a77bf3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c047d5a9-6f21-44ed-a0e1-4c081368a74c'}] {{(pid=115721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:57:21.752209 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dbd394bfc303c33638f161c815dd3ff8081b22df1313fe1def72e09edd93f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-411fd9f6-9e4f-4252-ac54-70d6dbe8ae5e" -d '{"events": [{"server_uuid": "3267e60d-3861-43ef-8573-1ea6a77bf3d5", "name": "network-vif-plugged", "status": "completed", "tag": "c047d5a9-6f21-44ed-a0e1-4c081368a74c"}]}' {{(pid=115721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:57:21.759538 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port c047d5a9-6f21-44ed-a0e1-4c081368a74c, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=c047d5a9-6f21-44ed-a0e1-4c081368a74c,segment=NetworkSegment(3625fcca-8015-4d97-a97b-4b3ea4e2b9cb),segment_id=3625fcca-8015-4d97-a97b-4b3ea4e2b9cb)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:21.819098 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (c047d5a9-6f21-44ed-a0e1-4c081368a74c), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:21.843342 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c539db5-3517-408d-8747-b3eb56220324 x-openstack-request-id: req-2c539db5-3517-408d-8747-b3eb56220324 {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:57:21.843865 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3267e60d-3861-43ef-8573-1ea6a77bf3d5", "name": "network-vif-plugged", "status": "completed", "tag": "c047d5a9-6f21-44ed-a0e1-4c081368a74c", "code": 200}]} {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:57:21.844211 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2c539db5-3517-408d-8747-b3eb56220324 {{(pid=115721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:57:21.844675 dv-cinder-836028-1-iscsi neutron-server[115721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2c539db5-3517-408d-8747-b3eb56220324'] response: {'server_uuid': '3267e60d-3861-43ef-8573-1ea6a77bf3d5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c047d5a9-6f21-44ed-a0e1-4c081368a74c', 'code': 200} Mar 31 15:57:21.863451 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-386a171b-e5b5-4c8a-af29-e0a244fb0ae7 req-9860f889-2f2f-471f-8d31-893137426441 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325407 Mar 31 15:57:21.873605 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=c047d5a9-6f21-44ed-a0e1-4c081368a74c,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:21.881773 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-510a925c-5466-4d41-9720-f45814cf13c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for subnet (88bff7a9-373d-4644-a392-7e58c3a9e040), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:21.965496 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510a925c-5466-4d41-9720-f45814cf13c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=88bff7a9-373d-4644-a392-7e58c3a9e040,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:21.973770 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510a925c-5466-4d41-9720-f45814cf13c4 admin admin] Checking segment: {'id': 'b62131ab-2e11-4ab9-8030-ac4b1acd210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4df2c028-a451-4616-8b86-d071486326ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:57:21.974139 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510a925c-5466-4d41-9720-f45814cf13c4 admin admin] Network hostable DHCP agents. Network: 4df2c028-a451-4616-8b86-d071486326ef, hostable agents: ['476c03f2-c716-4e43-9eb8-27eff34871a5'], hosted agents: [] {{(pid=115720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:57:22.027246 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc08c30f-c25a-4698-987b-a845e998cc7f req-115b27b5-7468-4f24-a699-88c0c570ca4b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:22.028915 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dc08c30f-c25a-4698-987b-a845e998cc7f req-115b27b5-7468-4f24-a699-88c0c570ca4b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=3267e60d-3861-43ef-8573-1ea6a77bf3d5 HTTP/1.1" status: 200 len: 945 time: 0.0902994 Mar 31 15:57:22.053853 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510a925c-5466-4d41-9720-f45814cf13c4 admin admin] Network 4df2c028-a451-4616-8b86-d071486326ef is scheduled to be hosted by DHCP agent 476c03f2-c716-4e43-9eb8-27eff34871a5 with binding_index 1 {{(pid=115720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:57:22.107088 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-0a7575df-4542-4b6b-abf9-ed592fc1a96d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63 {{(pid=115719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:57:22.117260 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-0a7575df-4542-4b6b-abf9-ed592fc1a96d service neutron] Publish callbacks [] for port (38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:22.126360 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dc08c30f-c25a-4698-987b-a845e998cc7f req-fed86066-ac3c-4898-b5b2-6af366f3cca7 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe0e7446-704d-4dc3-827f-54b062e494c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0853682 Mar 31 15:57:22.134091 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.provisioning_blocks [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-0a7575df-4542-4b6b-abf9-ed592fc1a96d service neutron] Transition to ACTIVE for port object 38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63 will not be triggered until provisioned by entity L2. {{(pid=115719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:57:22.148242 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-510a925c-5466-4d41-9720-f45814cf13c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836028-1-iscsi, 4df2c028-a451-4616-8b86-d071486326ef) {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:22.157786 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510a925c-5466-4d41-9720-f45814cf13c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:22.158460 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-510a925c-5466-4d41-9720-f45814cf13c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for subnet (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:22.162699 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3090418-0142-4585-9d5c-dcef62f9dd89 None None] Network 4df2c028-a451-4616-8b86-d071486326ef requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:57:22.217097 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-0a7575df-4542-4b6b-abf9-ed592fc1a96d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:22.279035 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-510a925c-5466-4d41-9720-f45814cf13c4 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8275781 Mar 31 15:57:22.281479 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 34480) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:22.283905 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293cbc0f-bc63-4723-b54a-f90c7d9ab929 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b736d4c-fbbf-5ea4-bffd-281830e71282-4df2c028-a451-4616-8b86-d071486326ef', 'network_id': '4df2c028-a451-4616-8b86-d071486326ef', 'project_id': 'eb19792da30e47fa826942f826c519af', 'fixed_ips': [{'subnet_id': '88bff7a9-373d-4644-a392-7e58c3a9e040'}]}} from dv-cinder-836028-1-iscsi. {{(pid=115721) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:57:22.285105 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-293cbc0f-bc63-4723-b54a-f90c7d9ab929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:22.296677 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-47231de9-142f-4143-91bf-70dfbb77b3a4 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-209186568-router', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:22.313380 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7575df-4542-4b6b-abf9-ed592fc1a96d service neutron] Pushing event updated for resources: {'Port': ['ID=38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63,revision_number=2']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:22.330828 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668a582d-b5ad-43e8-b51c-97061e015243 req-1554efdd-56b7-4234-8c74-ebad464bb2b6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:22.332655 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-668a582d-b5ad-43e8-b51c-97061e015243 req-1554efdd-56b7-4234-8c74-ebad464bb2b6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.1523201 Mar 31 15:57:22.344289 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e09a8-2303-4061-a1b6-ccc11c86eb69 req-631c58b0-628a-4757-940a-19a16e655e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:22.347339 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-0e1e09a8-2303-4061-a1b6-ccc11c86eb69 req-631c58b0-628a-4757-940a-19a16e655e80 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b72f6f1e61d487aa67d6b722ba60f85&device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 1130 time: 0.0698245 Mar 31 15:57:22.371826 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3fb83e-078c-45bf-8bcb-cc33577e35a8 req-dbd3a469-87c0-4a26-bd49-1d2e4b308440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:22.371826 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3e3fb83e-078c-45bf-8bcb-cc33577e35a8 req-dbd3a469-87c0-4a26-bd49-1d2e4b308440 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3267e60d-3861-43ef-8573-1ea6a77bf3d5 HTTP/1.1" status: 200 len: 1129 time: 0.1637025 Mar 31 15:57:22.433167 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.db_base_plugin_common [None req-293cbc0f-bc63-4723-b54a-f90c7d9ab929 None None] Allocated IP 172.20.0.2 (4df2c028-a451-4616-8b86-d071486326ef/88bff7a9-373d-4644-a392-7e58c3a9e040/58c00221-e880-44a4-8818-a8597de5773b) {{(pid=115721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:57:22.450556 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e09a8-2303-4061-a1b6-ccc11c86eb69 req-a2641e6b-d55c-4d4d-8826-caecbafcad76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:22.452257 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-0e1e09a8-2303-4061-a1b6-ccc11c86eb69 req-a2641e6b-d55c-4d4d-8826-caecbafcad76 service neutron] 10.222.0.24 "GET /v2.0/networks?id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa HTTP/1.1" status: 200 len: 920 time: 0.0969191 Mar 31 15:57:22.457790 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-47231de9-142f-4143-91bf-70dfbb77b3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-607799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-419'] for router (2054147e-4337-40ca-823b-f5217ccaf460), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:22.458858 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-47231de9-142f-4143-91bf-70dfbb77b3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (2054147e-4337-40ca-823b-f5217ccaf460), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:22.475274 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-668a582d-b5ad-43e8-b51c-97061e015243 req-4b3481e7-4453-4200-a0d3-ea9ba53d3818 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1213853 Mar 31 15:57:22.491045 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-0a7575df-4542-4b6b-abf9-ed592fc1a96d service neutron] Attempting to bind port 38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:57:22.491378 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-0a7575df-4542-4b6b-abf9-ed592fc1a96d service neutron] Attempting to bind port 38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '285893c1-1cf4-4df1-8ae5-10b0e4a40f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd17bcca2-4634-4e94-ab61-f3a8aca673f1'}] {{(pid=115719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:57:22.491706 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-0a7575df-4542-4b6b-abf9-ed592fc1a96d service neutron] Attempting to bind port 38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63 on network d17bcca2-4634-4e94-ab61-f3a8aca673f1 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:57:22.497681 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3e3fb83e-078c-45bf-8bcb-cc33577e35a8 req-b79f3731-ff2d-4c08-a6eb-0a67c4b1d66a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fe0e7446-704d-4dc3-827f-54b062e494c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023860 Mar 31 15:57:22.503573 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-0a7575df-4542-4b6b-abf9-ed592fc1a96d service neutron] Port 38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63 on network d17bcca2-4634-4e94-ab61-f3a8aca673f1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:57:22.503900 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-0a7575df-4542-4b6b-abf9-ed592fc1a96d service neutron] Attempting to bind port 38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63 on network d17bcca2-4634-4e94-ab61-f3a8aca673f1 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:57:22.517871 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-0a7575df-4542-4b6b-abf9-ed592fc1a96d service neutron] Checking agent: {'id': 'af4a1f75-de88-4cee-8975-566385aedde2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 57, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:57:22.518258 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-0a7575df-4542-4b6b-abf9-ed592fc1a96d service neutron] Checking segment: {'id': '285893c1-1cf4-4df1-8ae5-10b0e4a40f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd17bcca2-4634-4e94-ab61-f3a8aca673f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:57:22.518647 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-0a7575df-4542-4b6b-abf9-ed592fc1a96d service neutron] Bound using segment: {'id': '285893c1-1cf4-4df1-8ae5-10b0e4a40f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd17bcca2-4634-4e94-ab61-f3a8aca673f1'} {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:57:22.519080 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-0a7575df-4542-4b6b-abf9-ed592fc1a96d service neutron] Bound port: 38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '285893c1-1cf4-4df1-8ae5-10b0e4a40f36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 815, 'network_id': 'd17bcca2-4634-4e94-ab61-f3a8aca673f1'}}] {{(pid=115719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:57:22.519435 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-0a7575df-4542-4b6b-abf9-ed592fc1a96d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:22.559180 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-47231de9-142f-4143-91bf-70dfbb77b3a4 admin admin] Publish callbacks [] for router_controller (2054147e-4337-40ca-823b-f5217ccaf460), precommit_add_association {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:22.582809 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-0e1e09a8-2303-4061-a1b6-ccc11c86eb69 req-eb014f67-e04e-4ec3-8ab5-13a82befa7d9 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bab7f78-f7d7-4bba-991a-378753eacaea HTTP/1.1" status: 200 len: 1001 time: 0.1241493 Mar 31 15:57:22.584909 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-293cbc0f-bc63-4723-b54a-f90c7d9ab929 None None] Publish callbacks [] for port (58c00221-e880-44a4-8818-a8597de5773b), precommit_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:22.611147 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-0a7575df-4542-4b6b-abf9-ed592fc1a96d service neutron] For port 38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63, host hv-cinder-83602, cleared binding levels {{(pid=115719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:57:22.614075 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-0a7575df-4542-4b6b-abf9-ed592fc1a96d service neutron] For port 38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63,segment=NetworkSegment(285893c1-1cf4-4df1-8ae5-10b0e4a40f36),segment_id=285893c1-1cf4-4df1-8ae5-10b0e4a40f36)] {{(pid=115719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:57:22.648655 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-293cbc0f-bc63-4723-b54a-f90c7d9ab929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (58c00221-e880-44a4-8818-a8597de5773b), after_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:22.685930 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293cbc0f-bc63-4723-b54a-f90c7d9ab929 None None] Network 4df2c028-a451-4616-8b86-d071486326ef is already hosted by enough agents. {{(pid=115721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:57:22.688907 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.scheduler.base_scheduler [None req-293cbc0f-bc63-4723-b54a-f90c7d9ab929 None None] Resources bound (agent type, host, resource id): {{(pid=115721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:22.694621 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293cbc0f-bc63-4723-b54a-f90c7d9ab929 None None] Received port after_create {{(pid=115721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:57:22.702452 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293cbc0f-bc63-4723-b54a-f90c7d9ab929 None None] Pushing event updated for resources: {'Port': ['ID=58c00221-e880-44a4-8818-a8597de5773b,revision_number=1']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:22.754572 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-0a7575df-4542-4b6b-abf9-ed592fc1a96d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:22.758798 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-293cbc0f-bc63-4723-b54a-f90c7d9ab929 None None] Attempting to bind port 58c00221-e880-44a4-8818-a8597de5773b on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:57:22.759168 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-293cbc0f-bc63-4723-b54a-f90c7d9ab929 None None] Attempting to bind port 58c00221-e880-44a4-8818-a8597de5773b by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': 'b62131ab-2e11-4ab9-8030-ac4b1acd210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4df2c028-a451-4616-8b86-d071486326ef'}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:57:22.759534 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293cbc0f-bc63-4723-b54a-f90c7d9ab929 None None] Attempting to bind port 58c00221-e880-44a4-8818-a8597de5773b on network 4df2c028-a451-4616-8b86-d071486326ef {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:57:22.764528 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293cbc0f-bc63-4723-b54a-f90c7d9ab929 None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:57:22.764905 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293cbc0f-bc63-4723-b54a-f90c7d9ab929 None None] Checking segment: {'id': 'b62131ab-2e11-4ab9-8030-ac4b1acd210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4df2c028-a451-4616-8b86-d071486326ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:57:22.765566 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-293cbc0f-bc63-4723-b54a-f90c7d9ab929 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:22.766090 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293cbc0f-bc63-4723-b54a-f90c7d9ab929 None None] Bound using segment: {'id': 'b62131ab-2e11-4ab9-8030-ac4b1acd210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4df2c028-a451-4616-8b86-d071486326ef'} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:57:22.766479 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-293cbc0f-bc63-4723-b54a-f90c7d9ab929 None None] Bound port: 58c00221-e880-44a4-8818-a8597de5773b, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b62131ab-2e11-4ab9-8030-ac4b1acd210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4df2c028-a451-4616-8b86-d071486326ef'}}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:57:22.766860 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-293cbc0f-bc63-4723-b54a-f90c7d9ab929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (58c00221-e880-44a4-8818-a8597de5773b), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:22.814065 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-0a7575df-4542-4b6b-abf9-ed592fc1a96d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:22.814506 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-0a7575df-4542-4b6b-abf9-ed592fc1a96d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:22.815866 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-0a7575df-4542-4b6b-abf9-ed592fc1a96d service neutron] 10.222.0.24 "PUT /v2.0/ports/38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63 HTTP/1.1" status: 200 len: 1093 time: 1.2646720 Mar 31 15:57:22.820224 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-47231de9-142f-4143-91bf-70dfbb77b3a4 admin admin] Publish callbacks [] for router_gateway (2054147e-4337-40ca-823b-f5217ccaf460), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:22.823066 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c5f29e-3afe-4067-8497-c6331010ac3b', 'tag': '38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:57:22.825272 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dbf40e6-4f07-4f42-8d02-a4c981cd720a" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c5f29e-3afe-4067-8497-c6331010ac3b", "tag": "38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:57:22.829326 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-293cbc0f-bc63-4723-b54a-f90c7d9ab929 None None] For port 58c00221-e880-44a4-8818-a8597de5773b, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:57:22.832779 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-293cbc0f-bc63-4723-b54a-f90c7d9ab929 None None] For port 58c00221-e880-44a4-8818-a8597de5773b, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=58c00221-e880-44a4-8818-a8597de5773b,segment=NetworkSegment(b62131ab-2e11-4ab9-8030-ac4b1acd210e),segment_id=b62131ab-2e11-4ab9-8030-ac4b1acd210e)] {{(pid=115721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:57:22.858562 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7575df-4542-4b6b-abf9-ed592fc1a96d service neutron] Pushing event updated for resources: {'Port': ['ID=38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63,revision_number=3']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:22.866285 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-278176bd-eeab-4fdb-bf16-6f49533eee64 x-openstack-request-id: req-278176bd-eeab-4fdb-bf16-6f49533eee64 {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:57:22.866567 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c5f29e-3afe-4067-8497-c6331010ac3b", "tag": "38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:57:22.866891 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-278176bd-eeab-4fdb-bf16-6f49533eee64 {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:57:22.867243 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-278176bd-eeab-4fdb-bf16-6f49533eee64'] response: {'name': 'network-changed', 'server_uuid': 'e3c5f29e-3afe-4067-8497-c6331010ac3b', 'tag': '38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63', 'status': 'completed', 'code': 200} Mar 31 15:57:22.879899 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77132f4f-c095-4051-9de0-feb1d7412ed2 req-cd39a17b-cc54-4e69-88df-777f33aef133 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:22.881578 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-77132f4f-c095-4051-9de0-feb1d7412ed2 req-cd39a17b-cc54-4e69-88df-777f33aef133 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3c5f29e-3afe-4067-8497-c6331010ac3b HTTP/1.1" status: 200 len: 943 time: 0.1285253 Mar 31 15:57:22.906485 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e09a8-2303-4061-a1b6-ccc11c86eb69 req-ad0a8e7f-8aa9-4301-bb0f-f9a342fea138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:22.908096 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-0e1e09a8-2303-4061-a1b6-ccc11c86eb69 req-ad0a8e7f-8aa9-4301-bb0f-f9a342fea138 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a390765-0f72-4138-842b-3475f0e0b072 HTTP/1.1" status: 200 len: 858 time: 0.0493822 Mar 31 15:57:22.939787 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-293cbc0f-bc63-4723-b54a-f90c7d9ab929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (58c00221-e880-44a4-8818-a8597de5773b), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:22.993123 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1e09a8-2303-4061-a1b6-ccc11c86eb69 req-851699eb-2388-4137-bfa3-ac6b4d134605 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:22.995140 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-0e1e09a8-2303-4061-a1b6-ccc11c86eb69 req-851699eb-2388-4137-bfa3-ac6b4d134605 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0553420 Mar 31 15:57:23.004220 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293cbc0f-bc63-4723-b54a-f90c7d9ab929 None None] Pushing event updated for resources: {'Port': ['ID=58c00221-e880-44a4-8818-a8597de5773b,revision_number=2']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:23.107169 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-0e1e09a8-2303-4061-a1b6-ccc11c86eb69 req-8353d41b-6b83-450b-ab1d-361f618296a8 service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032755 Mar 31 15:57:23.219571 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-0e1e09a8-2303-4061-a1b6-ccc11c86eb69 req-c92ae376-8779-4c16-9d4a-111f0aabecd2 service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059911 Mar 31 15:57:23.290312 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-77132f4f-c095-4051-9de0-feb1d7412ed2 req-53bd88e5-79ab-4640-8536-3a29bba54c0f tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4018228 Mar 31 15:57:23.320241 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf40e6-4f07-4f42-8d02-a4c981cd720a req-f80b1457-650e-4ec5-8916-a2bdb9757d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:23.321580 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1dbf40e6-4f07-4f42-8d02-a4c981cd720a req-f80b1457-650e-4ec5-8916-a2bdb9757d52 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5370ec42172a4b97af50a7f69bb25352&device_id=e3c5f29e-3afe-4067-8497-c6331010ac3b HTTP/1.1" status: 200 len: 1127 time: 0.1564188 Mar 31 15:57:23.330055 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cecf540-ddf0-4b6e-8c2f-7ed29465e268 req-a91b620d-b8f8-4ecf-b600-0aa64d4c7253 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:23.335822 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3cecf540-ddf0-4b6e-8c2f-7ed29465e268 req-a91b620d-b8f8-4ecf-b600-0aa64d4c7253 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.1717227 Mar 31 15:57:23.498474 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3cecf540-ddf0-4b6e-8c2f-7ed29465e268 req-dcfbbed4-d786-47c4-9213-74eefa6ec69f tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1596289 Mar 31 15:57:23.533679 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b271f5-2f88-4588-a2bf-d416ae53b028 req-9937723b-145f-49fe-8370-62d22e81fa48 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:23.535211 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-35b271f5-2f88-4588-a2bf-d416ae53b028 req-9937723b-145f-49fe-8370-62d22e81fa48 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=3267e60d-3861-43ef-8573-1ea6a77bf3d5 HTTP/1.1" status: 200 len: 945 time: 0.1677332 Mar 31 15:57:23.537219 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf40e6-4f07-4f42-8d02-a4c981cd720a req-ee5d779d-f999-4ee9-a12b-69e94dfbb22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:23.538569 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1dbf40e6-4f07-4f42-8d02-a4c981cd720a req-ee5d779d-f999-4ee9-a12b-69e94dfbb22a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=5370ec42172a4b97af50a7f69bb25352&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1915329 Mar 31 15:57:23.774328 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-35b271f5-2f88-4588-a2bf-d416ae53b028 req-4547cb50-c2f1-47ff-9f2c-d3499f5fbe36 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe0e7446-704d-4dc3-827f-54b062e494c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2308400 Mar 31 15:57:23.799001 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0ada0-b841-4b2f-93ba-7432a3783e28 req-c272b1fc-8711-43bc-b262-c0f8c5ca07a8 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:23.800564 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2ff0ada0-b841-4b2f-93ba-7432a3783e28 req-c272b1fc-8711-43bc-b262-c0f8c5ca07a8 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.2176819 Mar 31 15:57:23.807346 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-47231de9-142f-4143-91bf-70dfbb77b3a4 admin admin] Publish callbacks [] for router_gateway (2054147e-4337-40ca-823b-f5217ccaf460), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:23.842051 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-47231de9-142f-4143-91bf-70dfbb77b3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:23.851348 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf40e6-4f07-4f42-8d02-a4c981cd720a req-222ff42f-dc7a-448e-b531-61e82e26abdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:23.853290 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1dbf40e6-4f07-4f42-8d02-a4c981cd720a req-222ff42f-dc7a-448e-b531-61e82e26abdb service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2753994 Mar 31 15:57:23.924727 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2ff0ada0-b841-4b2f-93ba-7432a3783e28 req-e175a1df-7b4e-4f58-aec3-70898bfe3f8b tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136944 Mar 31 15:57:24.017296 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [None req-47231de9-142f-4143-91bf-70dfbb77b3a4 admin admin] Allocated IP 172.27.0.87 (3b1a5cd5-bca8-4f86-be99-483986f7f547/c4390997-9a11-4c24-ae70-32af92bbcdb2/0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:57:24.030861 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-f0469ac3-4a97-4f29-a3fc-78b713ff5396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:24.032407 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-f0469ac3-4a97-4f29-a3fc-78b713ff5396 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5370ec42172a4b97af50a7f69bb25352&device_id=e3c5f29e-3afe-4067-8497-c6331010ac3b HTTP/1.1" status: 200 len: 1127 time: 0.0990586 Mar 31 15:57:24.058048 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b01b77-8037-4567-b1fe-92347a368752 None None] Network 4df2c028-a451-4616-8b86-d071486326ef requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:57:24.112731 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-ae3c3faf-61ea-412e-afe3-91badfc4da23 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63 HTTP/1.1" status: 200 len: 217 time: 0.0607443 Mar 31 15:57:24.160244 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-6309d05d-3f04-433c-87ec-7d15e2eeb6f6 None None] Provisioning complete for port 58c00221-e880-44a4-8818-a8597de5773b triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:24.160621 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-6309d05d-3f04-433c-87ec-7d15e2eeb6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (58c00221-e880-44a4-8818-a8597de5773b), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:24.186420 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-43bb580f-4400-47c3-958a-a929f4304e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:24.187567 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-43bb580f-4400-47c3-958a-a929f4304e7e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=be262e2a-c177-4e66-a233-2079a72f3974 HTTP/1.1" status: 200 len: 853 time: 0.0685055 Mar 31 15:57:24.228089 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-47231de9-142f-4143-91bf-70dfbb77b3a4 admin admin] Publish callbacks [] for port (0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:24.230921 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-79c0b578-99a2-4372-ad1e-398b48416f6f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=d17bcca2-4634-4e94-ab61-f3a8aca673f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340812 Mar 31 15:57:24.255746 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-6309d05d-3f04-433c-87ec-7d15e2eeb6f6 None None] Current status of the port 58c00221-e880-44a4-8818-a8597de5773b is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:24.256255 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-6309d05d-3f04-433c-87ec-7d15e2eeb6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (58c00221-e880-44a4-8818-a8597de5773b), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:24.308858 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-6309d05d-3f04-433c-87ec-7d15e2eeb6f6 None None] For port 58c00221-e880-44a4-8818-a8597de5773b, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=58c00221-e880-44a4-8818-a8597de5773b,segment=NetworkSegment(b62131ab-2e11-4ab9-8030-ac4b1acd210e),segment_id=b62131ab-2e11-4ab9-8030-ac4b1acd210e)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:24.345373 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-96ef6e2e-46b0-4162-86ba-e6a173ad63cc service neutron] 10.222.0.24 "GET /v2.0/networks/d17bcca2-4634-4e94-ab61-f3a8aca673f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055362 Mar 31 15:57:24.384890 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-6309d05d-3f04-433c-87ec-7d15e2eeb6f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (58c00221-e880-44a4-8818-a8597de5773b), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:24.408593 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-47231de9-142f-4143-91bf-70dfbb77b3a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:24.433101 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6309d05d-3f04-433c-87ec-7d15e2eeb6f6 None None] Pushing event updated for resources: {'Port': ['ID=58c00221-e880-44a4-8818-a8597de5773b,revision_number=3']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:24.479817 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47231de9-142f-4143-91bf-70dfbb77b3a4 admin admin] Network 3b1a5cd5-bca8-4f86-be99-483986f7f547 is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:57:24.498652 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [None req-47231de9-142f-4143-91bf-70dfbb77b3a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:24.504868 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47231de9-142f-4143-91bf-70dfbb77b3a4 admin admin] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:57:24.504989 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-fccbb138-eeb8-4b64-8efd-8cb2b06b29ed None None] Provisioning complete for port 58c00221-e880-44a4-8818-a8597de5773b triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:24.509564 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-fccbb138-eeb8-4b64-8efd-8cb2b06b29ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (58c00221-e880-44a4-8818-a8597de5773b), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:24.513019 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47231de9-142f-4143-91bf-70dfbb77b3a4 admin admin] Pushing event updated for resources: {'Port': ['ID=0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:24.556785 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03acf33c-e949-496f-82dd-e7e2dc9aab51 req-d860b6e1-d0d4-4f6c-afbf-73dee0db547e tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:24.558029 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-03acf33c-e949-496f-82dd-e7e2dc9aab51 req-d860b6e1-d0d4-4f6c-afbf-73dee0db547e tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3c5f29e-3afe-4067-8497-c6331010ac3b HTTP/1.1" status: 200 len: 943 time: 0.1835635 Mar 31 15:57:24.563684 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-177d0e4b-15e6-4e12-b361-1e0df4623a32 req-881a4baa-696e-4e43-9efa-b8a5a67b3c5a service neutron] 10.222.0.24 "GET /v2.0/networks/d17bcca2-4634-4e94-ab61-f3a8aca673f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123568 Mar 31 15:57:24.603464 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-fccbb138-eeb8-4b64-8efd-8cb2b06b29ed None None] Current status of the port 58c00221-e880-44a4-8818-a8597de5773b is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:24.683973 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 58c00221-e880-44a4-8818-a8597de5773b up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:57:24.724096 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-03acf33c-e949-496f-82dd-e7e2dc9aab51 req-bb8b2668-8ebb-42af-8c15-957b16195380 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579292 Mar 31 15:57:24.732685 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 58c00221-e880-44a4-8818-a8597de5773b triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:24.733069 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (58c00221-e880-44a4-8818-a8597de5773b), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:24.752005 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d34687-c34f-4313-a3a6-e142e8d4096d req-3c9000a3-8a2f-4ae1-9b7f-1ca52b5084b9 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:24.753498 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d3d34687-c34f-4313-a3a6-e142e8d4096d req-3c9000a3-8a2f-4ae1-9b7f-1ca52b5084b9 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.1702414 Mar 31 15:57:24.803454 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d3d34687-c34f-4313-a3a6-e142e8d4096d req-a21f1d44-9430-40e9-8df8-f512c661b4c0 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439100 Mar 31 15:57:24.822418 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 58c00221-e880-44a4-8818-a8597de5773b is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:24.952922 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1aa74d-5b15-46a5-b429-d8b6066c0f4e req-c8a5e7b4-a7df-4f81-ab18-961a07e749dc tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:24.954363 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6a1aa74d-5b15-46a5-b429-d8b6066c0f4e req-c8a5e7b4-a7df-4f81-ab18-961a07e749dc tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=3267e60d-3861-43ef-8573-1ea6a77bf3d5 HTTP/1.1" status: 200 len: 945 time: 0.0777087 Mar 31 15:57:24.957150 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-47231de9-142f-4143-91bf-70dfbb77b3a4 admin admin] Publish callbacks [] for router_gateway (2054147e-4337-40ca-823b-f5217ccaf460), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:25.109884 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6a1aa74d-5b15-46a5-b429-d8b6066c0f4e req-a581fcff-e036-4108-baca-933c59b2055b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe0e7446-704d-4dc3-827f-54b062e494c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192501 Mar 31 15:57:25.119426 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b6d5ee-6a13-464c-bb80-5221cf983fa5 req-d59234ff-88d1-4972-889b-d4b3870b762d tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:25.120959 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-36b6d5ee-6a13-464c-bb80-5221cf983fa5 req-d59234ff-88d1-4972-889b-d4b3870b762d tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.1026220 Mar 31 15:57:25.276369 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-36b6d5ee-6a13-464c-bb80-5221cf983fa5 req-2813bf1b-234b-454c-b471-75133badcf2a tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1472325 Mar 31 15:57:25.298253 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b1f7eb-9402-4aec-85ab-3770a70e226d req-afe9aeda-c3e6-4369-b808-029c12953a57 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:25.299718 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-70b1f7eb-9402-4aec-85ab-3770a70e226d req-afe9aeda-c3e6-4369-b808-029c12953a57 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=3267e60d-3861-43ef-8573-1ea6a77bf3d5 HTTP/1.1" status: 200 len: 945 time: 0.1235840 Mar 31 15:57:25.306797 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-47231de9-142f-4143-91bf-70dfbb77b3a4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609569'] for router (2054147e-4337-40ca-823b-f5217ccaf460), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:25.308734 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 34504) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:25.313223 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-baf0ba5d-a50e-4f74-947a-f8434be05903 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Request body: {'floatingip': {'port_id': 'c047d5a9-6f21-44ed-a0e1-4c081368a74c'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:25.357054 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-baf0ba5d-a50e-4f74-947a-f8434be05903 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for floatingip (f238a565-1a41-4b1b-9be1-7e62d0fc7335), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:25.733402 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47231de9-142f-4143-91bf-70dfbb77b3a4 admin admin] Router 2054147e-4337-40ca-823b-f5217ccaf460 is scheduled to L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f with binding_index 1 {{(pid=115719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:57:25.787711 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-baf0ba5d-a50e-4f74-947a-f8434be05903 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:25.838445 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-baf0ba5d-a50e-4f74-947a-f8434be05903 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (f238a565-1a41-4b1b-9be1-7e62d0fc7335), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:25.873573 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2bf3b5-4507-44dd-b549-689a50a07161 req-af79cd23-2979-4a7d-b442-8937dfd0a0e5 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:25.875077 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5f2bf3b5-4507-44dd-b549-689a50a07161 req-af79cd23-2979-4a7d-b442-8937dfd0a0e5 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3c5f29e-3afe-4067-8497-c6331010ac3b HTTP/1.1" status: 200 len: 943 time: 0.0755429 Mar 31 15:57:25.893457 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47231de9-142f-4143-91bf-70dfbb77b3a4 admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:57:25.903493 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c84dd91-cce9-4166-bd81-2ff6b74cea2e None None] Sync routers for ids ['2054147e-4337-40ca-823b-f5217ccaf460'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:57:25.913608 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c84dd91-cce9-4166-bd81-2ff6b74cea2e None None] Routers {'2054147e-4337-40ca-823b-f5217ccaf460'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:57:25.914574 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-0c84dd91-cce9-4166-bd81-2ff6b74cea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:57:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['2054147e-4337-40ca-823b-f5217ccaf460'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:25.947787 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.l3_db [None req-baf0ba5d-a50e-4f74-947a-f8434be05903 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Floating IP f238a565-1a41-4b1b-9be1-7e62d0fc7335 associated. External IP: 172.27.0.140, port: c047d5a9-6f21-44ed-a0e1-4c081368a74c. Mar 31 15:57:25.967565 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5f2bf3b5-4507-44dd-b549-689a50a07161 req-efa0ea43-7da6-4b3d-a9bd-43890bef3202 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770605 Mar 31 15:57:25.975549 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb0deda-7a4a-4114-b211-8581da8db8e9 req-31d0c737-fc91-414f-83f2-5636fb624147 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:25.977199 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-aeb0deda-7a4a-4114-b211-8581da8db8e9 req-31d0c737-fc91-414f-83f2-5636fb624147 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.1012449 Mar 31 15:57:26.005406 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-47231de9-142f-4143-91bf-70dfbb77b3a4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:26.009371 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-47231de9-142f-4143-91bf-70dfbb77b3a4 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.7232308 Mar 31 15:57:26.010115 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 34510) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:26.032305 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-0c84dd91-cce9-4166-bd81-2ff6b74cea2e None None] Set router 2054147e-4337-40ca-823b-f5217ccaf460 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:57:26.104272 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-aeb0deda-7a4a-4114-b211-8581da8db8e9 req-21da2aad-2c37-48cd-beb9-d2b13138326a tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1192272 Mar 31 15:57:26.178056 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baf0ba5d-a50e-4f74-947a-f8434be05903 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:57:26.237425 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-0c84dd91-cce9-4166-bd81-2ff6b74cea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2054147e-4337-40ca-823b-f5217ccaf460', 'name': 'tempest-TestMinimumBasicScenario-209186568-router', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:22Z', 'updated_at': '2022-03-31T15:57:24Z', 'revision_number': 3, 'project_id': 'eb19792da30e47fa826942f826c519af', 'gw_port': {'id': '0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2054147e-4337-40ca-823b-f5217ccaf460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:23Z', 'updated_at': '2022-03-31T15:57:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:26.270167 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c84dd91-cce9-4166-bd81-2ff6b74cea2e None None] Checking router: 2054147e-4337-40ca-823b-f5217ccaf460 for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:57:26.270427 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c84dd91-cce9-4166-bd81-2ff6b74cea2e None None] Updating router 2054147e-4337-40ca-823b-f5217ccaf460 port 0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41 binding host dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:57:26.288623 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf0ba5d-a50e-4f74-947a-f8434be05903 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:57:26.294015 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-baf0ba5d-a50e-4f74-947a-f8434be05903 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:26.299500 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-0c84dd91-cce9-4166-bd81-2ff6b74cea2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41), before_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:26.303615 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a68161-faab-4434-bbf3-061ea43e7822 None None] Sync routers for ids ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:57:26.313997 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a68161-faab-4434-bbf3-061ea43e7822 None None] Routers {'99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:57:26.317441 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-76a68161-faab-4434-bbf3-061ea43e7822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:57:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:26.333852 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-baf0ba5d-a50e-4f74-947a-f8434be05903 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "PUT /v2.0/floatingips/f238a565-1a41-4b1b-9be1-7e62d0fc7335 HTTP/1.1" status: 200 len: 991 time: 1.0236051 Mar 31 15:57:26.334429 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3267e60d-3861-43ef-8573-1ea6a77bf3d5', 'tag': 'c047d5a9-6f21-44ed-a0e1-4c081368a74c'}] {{(pid=115720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:57:26.336876 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccc7965b351d9be82fa8b87eed5996d2f485a8722744a87613077a4f3f485543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7e11a5a-4740-415c-a55e-f5c3d5bceb55" -d '{"events": [{"name": "network-changed", "server_uuid": "3267e60d-3861-43ef-8573-1ea6a77bf3d5", "tag": "c047d5a9-6f21-44ed-a0e1-4c081368a74c"}]}' {{(pid=115720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:57:26.390333 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:57:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-269549f3-e6b3-4ca3-bd6d-2150b5bb9a48 x-openstack-request-id: req-269549f3-e6b3-4ca3-bd6d-2150b5bb9a48 {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:57:26.390759 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3267e60d-3861-43ef-8573-1ea6a77bf3d5", "tag": "c047d5a9-6f21-44ed-a0e1-4c081368a74c", "status": "completed", "code": 200}]} {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:57:26.391116 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-269549f3-e6b3-4ca3-bd6d-2150b5bb9a48 {{(pid=115720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:57:26.391629 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-269549f3-e6b3-4ca3-bd6d-2150b5bb9a48'] response: {'name': 'network-changed', 'server_uuid': '3267e60d-3861-43ef-8573-1ea6a77bf3d5', 'tag': 'c047d5a9-6f21-44ed-a0e1-4c081368a74c', 'status': 'completed', 'code': 200} Mar 31 15:57:26.475122 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-76a68161-faab-4434-bbf3-061ea43e7822 None None] Set router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:57:26.479604 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccff25db-a600-4010-bd22-e03e0c16fe9b req-ed83a5cc-6a45-48db-931f-ed9c7f95d06c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:26.481142 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ccff25db-a600-4010-bd22-e03e0c16fe9b req-ed83a5cc-6a45-48db-931f-ed9c7f95d06c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.1228855 Mar 31 15:57:26.557160 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e11a5a-4740-415c-a55e-f5c3d5bceb55 req-b6bd423c-f089-4618-94fd-3b227fb51fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:26.558672 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c7e11a5a-4740-415c-a55e-f5c3d5bceb55 req-b6bd423c-f089-4618-94fd-3b227fb51fab service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffc6177837a74f42b2af77cad7fb46ea&device_id=3267e60d-3861-43ef-8573-1ea6a77bf3d5 HTTP/1.1" status: 200 len: 1129 time: 0.1242118 Mar 31 15:57:26.582740 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-0c84dd91-cce9-4166-bd81-2ff6b74cea2e None None] Publish callbacks [] for port (0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41), precommit_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:26.618630 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ccff25db-a600-4010-bd22-e03e0c16fe9b req-2357fee0-5363-424a-a8ad-8210e3716b0d tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1298485 Mar 31 15:57:26.645164 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-0c84dd91-cce9-4166-bd81-2ff6b74cea2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41), after_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:26.696300 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-ec45643f-f57d-4e7a-a5ce-2a7e218e6691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:26.703561 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-0c84dd91-cce9-4166-bd81-2ff6b74cea2e None None] Attempting to bind port 0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41 on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:57:26.703930 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-0c84dd91-cce9-4166-bd81-2ff6b74cea2e None None] Attempting to bind port 0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41 by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}] {{(pid=115722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:57:26.704318 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c84dd91-cce9-4166-bd81-2ff6b74cea2e None None] Attempting to bind port 0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41 on network 3b1a5cd5-bca8-4f86-be99-483986f7f547 {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:57:26.716425 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c84dd91-cce9-4166-bd81-2ff6b74cea2e None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:57:26.716799 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c84dd91-cce9-4166-bd81-2ff6b74cea2e None None] Checking segment: {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:57:26.717196 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-0c84dd91-cce9-4166-bd81-2ff6b74cea2e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:26.717580 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c84dd91-cce9-4166-bd81-2ff6b74cea2e None None] Bound using segment: {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'} {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:57:26.718045 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-0c84dd91-cce9-4166-bd81-2ff6b74cea2e None None] Bound port: 0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}}] {{(pid=115722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:57:26.718414 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-0c84dd91-cce9-4166-bd81-2ff6b74cea2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41), before_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:26.741441 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e11a5a-4740-415c-a55e-f5c3d5bceb55 req-ff136ec5-b609-4bc2-b63f-0a18a4d5585c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:26.743704 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c7e11a5a-4740-415c-a55e-f5c3d5bceb55 req-ff136ec5-b609-4bc2-b63f-0a18a4d5585c service neutron] 10.222.0.24 "GET /v2.0/networks?id=90fc1aad-d8be-40df-b185-08fe1d77372b HTTP/1.1" status: 200 len: 916 time: 0.1776023 Mar 31 15:57:26.745130 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b3d16-607e-48b0-8867-d26a7f0e00ac None None] Pushing event updated for resources: {'Port': ['ID=0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41,revision_number=2']} {{(pid=115722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:26.755855 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b3d16-607e-48b0-8867-d26a7f0e00ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:26.756220 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b3d16-607e-48b0-8867-d26a7f0e00ac None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:26.756576 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b3d16-607e-48b0-8867-d26a7f0e00ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:26.756927 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b3d16-607e-48b0-8867-d26a7f0e00ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:26.757261 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b3d16-607e-48b0-8867-d26a7f0e00ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:26.757588 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b3d16-607e-48b0-8867-d26a7f0e00ac None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:26.758773 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b3d16-607e-48b0-8867-d26a7f0e00ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:26.759099 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b3d16-607e-48b0-8867-d26a7f0e00ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:26.759588 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b3d16-607e-48b0-8867-d26a7f0e00ac None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:26.759918 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b3d16-607e-48b0-8867-d26a7f0e00ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:26.760266 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b3d16-607e-48b0-8867-d26a7f0e00ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:26.760607 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b3d16-607e-48b0-8867-d26a7f0e00ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:26.760934 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b3d16-607e-48b0-8867-d26a7f0e00ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:26.761254 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b3d16-607e-48b0-8867-d26a7f0e00ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:26.761573 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e95b3d16-607e-48b0-8867-d26a7f0e00ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:57:26.790748 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.db [None req-0c84dd91-cce9-4166-bd81-2ff6b74cea2e None None] For port 0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:57:26.793842 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.db [None req-0c84dd91-cce9-4166-bd81-2ff6b74cea2e None None] For port 0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:57:26.859791 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-0c84dd91-cce9-4166-bd81-2ff6b74cea2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41), after_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:26.862733 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91463be-0121-4121-879a-e76b1771c55e req-bf83db3a-be63-4b4d-9768-4d16d8ea62c5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:26.865531 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c91463be-0121-4121-879a-e76b1771c55e req-bf83db3a-be63-4b4d-9768-4d16d8ea62c5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.1630218 Mar 31 15:57:26.873771 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 34520) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:26.879314 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-e63731ef-f2e3-4930-9d8d-dcf6a5c125bd tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Request body: {'floatingip': {'port_id': '5bab7f78-f7d7-4bba-991a-378753eacaea'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:26.896596 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c7e11a5a-4740-415c-a55e-f5c3d5bceb55 req-d7a832cf-3f82-4092-851b-acd95ca54ee7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c047d5a9-6f21-44ed-a0e1-4c081368a74c HTTP/1.1" status: 200 len: 999 time: 0.1464555 Mar 31 15:57:26.907282 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-76a68161-faab-4434-bbf3-061ea43e7822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': 'f238a565-1a41-4b1b-9be1-7e62d0fc7335', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'port_id': 'c047d5a9-6f21-44ed-a0e1-4c081368a74c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'mac_address': 'fa:16:3e:95:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3267e60d-3861-43ef-8573-1ea6a77bf3d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:57:05Z', 'updated_at': '2022-03-31T15:57:25Z', 'revision_number': 1, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d96810-7ae3-42c8-aeba-528725e0fbbf', 'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'mac_address': 'fa:16:3e:a2:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:14Z', 'updated_at': '2022-03-31T15:53:36Z', 'revision_number': 5, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'subnets': [{'id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:26.927248 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c84dd91-cce9-4166-bd81-2ff6b74cea2e None None] Routers {'2054147e-4337-40ca-823b-f5217ccaf460'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:57:26.927881 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-0c84dd91-cce9-4166-bd81-2ff6b74cea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:57:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['2054147e-4337-40ca-823b-f5217ccaf460'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:26.943079 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a68161-faab-4434-bbf3-061ea43e7822 None None] Checking router: 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:57:26.953964 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a68161-faab-4434-bbf3-061ea43e7822 None None] Routers {'99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:57:26.955158 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-76a68161-faab-4434-bbf3-061ea43e7822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:57:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:26.956840 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e63731ef-f2e3-4930-9d8d-dcf6a5c125bd tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks [] for floatingip (1f3fee33-4711-4a22-b384-58f4e84e72b9), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:26.990356 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e11a5a-4740-415c-a55e-f5c3d5bceb55 req-80c0b01b-4fc2-4952-8a38-3a8f465a18be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:26.993692 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c7e11a5a-4740-415c-a55e-f5c3d5bceb55 req-80c0b01b-4fc2-4952-8a38-3a8f465a18be service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0 HTTP/1.1" status: 200 len: 854 time: 0.0890234 Mar 31 15:57:27.031785 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [None req-ec45643f-f57d-4e7a-a5ce-2a7e218e6691 admin admin] Allocated IP 172.20.0.1 (4df2c028-a451-4616-8b86-d071486326ef/88bff7a9-373d-4644-a392-7e58c3a9e040/80414e29-4edd-400c-9caf-7fa4833cfa93) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:57:27.047984 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-0c84dd91-cce9-4166-bd81-2ff6b74cea2e None None] Set router 2054147e-4337-40ca-823b-f5217ccaf460 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:57:27.121464 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-76a68161-faab-4434-bbf3-061ea43e7822 None None] Set router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:57:27.134937 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e11a5a-4740-415c-a55e-f5c3d5bceb55 req-263d5061-291f-4383-b3cc-c6074be1efca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:27.136465 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c7e11a5a-4740-415c-a55e-f5c3d5bceb55 req-263d5061-291f-4383-b3cc-c6074be1efca service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90fc1aad-d8be-40df-b185-08fe1d77372b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1363599 Mar 31 15:57:27.158939 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95b3d16-607e-48b0-8867-d26a7f0e00ac None None] Pushing event updated for resources: {'Port': ['ID=0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41,revision_number=3']} {{(pid=115722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:27.270752 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-0c84dd91-cce9-4166-bd81-2ff6b74cea2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2054147e-4337-40ca-823b-f5217ccaf460', 'name': 'tempest-TestMinimumBasicScenario-209186568-router', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:22Z', 'updated_at': '2022-03-31T15:57:24Z', 'revision_number': 3, 'project_id': 'eb19792da30e47fa826942f826c519af', 'gw_port': {'id': '0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2054147e-4337-40ca-823b-f5217ccaf460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:23Z', 'updated_at': '2022-03-31T15:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:27.287038 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee56344-2a30-43a2-a4e5-7fa99df764fd req-620001c1-0d73-46f5-a911-a38307ef66bc tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:27.288738 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-eee56344-2a30-43a2-a4e5-7fa99df764fd req-620001c1-0d73-46f5-a911-a38307ef66bc tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3c5f29e-3afe-4067-8497-c6331010ac3b HTTP/1.1" status: 200 len: 943 time: 0.1954751 Mar 31 15:57:27.312931 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c84dd91-cce9-4166-bd81-2ff6b74cea2e None None] The sync data for ids ['2054147e-4337-40ca-823b-f5217ccaf460'] in dv-cinder-836028-1-iscsi is: [{'id': '2054147e-4337-40ca-823b-f5217ccaf460', 'name': 'tempest-TestMinimumBasicScenario-209186568-router', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:22Z', 'updated_at': '2022-03-31T15:57:24Z', 'revision_number': 3, 'project_id': 'eb19792da30e47fa826942f826c519af', 'gw_port': {'id': '0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d4:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2054147e-4337-40ca-823b-f5217ccaf460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:23Z', 'updated_at': '2022-03-31T15:57:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:57:27.341138 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-ec45643f-f57d-4e7a-a5ce-2a7e218e6691 admin admin] Publish callbacks [] for port (80414e29-4edd-400c-9caf-7fa4833cfa93), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:27.403312 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c7e11a5a-4740-415c-a55e-f5c3d5bceb55 req-100211af-e4de-48d9-a010-b4adbcc0ad9a service neutron] 10.222.0.24 "GET /v2.0/networks/90fc1aad-d8be-40df-b185-08fe1d77372b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2590814 Mar 31 15:57:27.410672 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5733416f-9b3f-42ca-8e01-7cdbb2c79a1c req-57a93b09-d6d5-47a6-a75e-7d86e9aa4439 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:27.417257 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5733416f-9b3f-42ca-8e01-7cdbb2c79a1c req-57a93b09-d6d5-47a6-a75e-7d86e9aa4439 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.1926534 Mar 31 15:57:27.430273 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-eee56344-2a30-43a2-a4e5-7fa99df764fd req-14e7947b-5cc8-4612-b1da-7a3a5ab042d9 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296763 Mar 31 15:57:27.474035 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=115721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:57:27.545445 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5733416f-9b3f-42ca-8e01-7cdbb2c79a1c req-cbecaa6d-4828-4722-9861-be88e9116b71 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1189137 Mar 31 15:57:27.562008 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-76a68161-faab-4434-bbf3-061ea43e7822 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': 'f238a565-1a41-4b1b-9be1-7e62d0fc7335', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'port_id': 'c047d5a9-6f21-44ed-a0e1-4c081368a74c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'mac_address': 'fa:16:3e:95:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3267e60d-3861-43ef-8573-1ea6a77bf3d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:57:05Z', 'updated_at': '2022-03-31T15:57:25Z', 'revision_number': 1, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d96810-7ae3-42c8-aeba-528725e0fbbf', 'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'mac_address': 'fa:16:3e:a2:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:14Z', 'updated_at': '2022-03-31T15:53:36Z', 'revision_number': 5, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'subnets': [{'id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:27.571318 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c7e11a5a-4740-415c-a55e-f5c3d5bceb55 req-4d0d680f-54c7-450b-80d1-e69184061e4a service neutron] 10.222.0.24 "GET /v2.0/networks/90fc1aad-d8be-40df-b185-08fe1d77372b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572578 Mar 31 15:57:27.582887 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-ec45643f-f57d-4e7a-a5ce-2a7e218e6691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (80414e29-4edd-400c-9caf-7fa4833cfa93), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:27.602483 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76a68161-faab-4434-bbf3-061ea43e7822 None None] The sync data for ids ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'] in dv-cinder-836028-1-iscsi is: [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': 'f238a565-1a41-4b1b-9be1-7e62d0fc7335', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'port_id': 'c047d5a9-6f21-44ed-a0e1-4c081368a74c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 370, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'mac_address': 'fa:16:3e:95:29:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3267e60d-3861-43ef-8573-1ea6a77bf3d5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:57:05Z', 'updated_at': '2022-03-31T15:57:25Z', 'revision_number': 1, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d96810-7ae3-42c8-aeba-528725e0fbbf', 'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'mac_address': 'fa:16:3e:a2:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:14Z', 'updated_at': '2022-03-31T15:53:36Z', 'revision_number': 5, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'subnets': [{'id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:57:27.643199 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45643f-f57d-4e7a-a5ce-2a7e218e6691 admin admin] Pushing event updated for resources: {'Port': ['ID=80414e29-4edd-400c-9caf-7fa4833cfa93,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:27.647617 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63,segment=NetworkSegment(285893c1-1cf4-4df1-8ae5-10b0e4a40f36),segment_id=285893c1-1cf4-4df1-8ae5-10b0e4a40f36)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:27.656135 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec45643f-f57d-4e7a-a5ce-2a7e218e6691 admin admin] Network 4df2c028-a451-4616-8b86-d071486326ef is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:57:27.657582 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [None req-ec45643f-f57d-4e7a-a5ce-2a7e218e6691 admin admin] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:27.674926 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec45643f-f57d-4e7a-a5ce-2a7e218e6691 admin admin] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:57:27.697854 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Returning: {'device': '38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63', 'network_id': 'd17bcca2-4634-4e94-ab61-f3a8aca673f1', 'port_id': '38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63', 'mac_address': 'fa:16:3e:cc:db:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 815, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be262e2a-c177-4e66-a233-2079a72f3974', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:57:27.739422 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-ec45643f-f57d-4e7a-a5ce-2a7e218e6691 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606710'] for router_interface (2054147e-4337-40ca-823b-f5217ccaf460), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:27.759997 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63 is: DOWN; New status is: BUILD {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:27.760967 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:27.785437 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63 {{(pid=115721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:57:27.823173 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63,segment=NetworkSegment(285893c1-1cf4-4df1-8ae5-10b0e4a40f36),segment_id=285893c1-1cf4-4df1-8ae5-10b0e4a40f36)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:27.868610 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e63731ef-f2e3-4930-9d8d-dcf6a5c125bd tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:27.878403 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:27.949763 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:27.952959 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e63731ef-f2e3-4930-9d8d-dcf6a5c125bd tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (1f3fee33-4711-4a22-b384-58f4e84e72b9), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:28.007094 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-ec45643f-f57d-4e7a-a5ce-2a7e218e6691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (80414e29-4edd-400c-9caf-7fa4833cfa93), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:28.012709 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-543c5884-00df-4af3-92d1-5b18d6dbd412 None None] New status for floating IP f238a565-1a41-4b1b-9be1-7e62d0fc7335: ACTIVE {{(pid=115722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:57:28.049678 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-bea72fba-969a-470d-a50e-c5678f2eeccb None None] Provisioning complete for port 80414e29-4edd-400c-9caf-7fa4833cfa93 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:28.050156 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-bea72fba-969a-470d-a50e-c5678f2eeccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (80414e29-4edd-400c-9caf-7fa4833cfa93), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:28.118914 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-bea72fba-969a-470d-a50e-c5678f2eeccb None None] Port 80414e29-4edd-400c-9caf-7fa4833cfa93 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:57:28.221270 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-ec45643f-f57d-4e7a-a5ce-2a7e218e6691 admin admin] Publish callbacks [] for port (80414e29-4edd-400c-9caf-7fa4833cfa93), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:28.250440 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e63731ef-f2e3-4930-9d8d-dcf6a5c125bd tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Router 893cd866-4a0a-4a91-8227-08d08891aab9 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:57:28.277938 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-ec45643f-f57d-4e7a-a5ce-2a7e218e6691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (80414e29-4edd-400c-9caf-7fa4833cfa93), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:28.300076 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:57:28.364769 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-ec45643f-f57d-4e7a-a5ce-2a7e218e6691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606562'] for router_interface (2054147e-4337-40ca-823b-f5217ccaf460), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:28.366639 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec45643f-f57d-4e7a-a5ce-2a7e218e6691 admin admin] Pushing event updated for resources: {'Port': ['ID=80414e29-4edd-400c-9caf-7fa4833cfa93,revision_number=2']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:28.396240 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e63731ef-f2e3-4930-9d8d-dcf6a5c125bd tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:57:28.401738 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e63731ef-f2e3-4930-9d8d-dcf6a5c125bd tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:28.419702 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3802f7-24c9-43f4-8511-03244dbeac26 None None] Sync routers for ids ['893cd866-4a0a-4a91-8227-08d08891aab9'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:57:28.446878 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3802f7-24c9-43f4-8511-03244dbeac26 None None] Routers {'893cd866-4a0a-4a91-8227-08d08891aab9'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:57:28.447297 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-4e3802f7-24c9-43f4-8511-03244dbeac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:57:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['893cd866-4a0a-4a91-8227-08d08891aab9'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:28.470147 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa147045-fb21-4dc9-83f2-726d356973bb', 'tag': '5bab7f78-f7d7-4bba-991a-378753eacaea'}] {{(pid=115720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:57:28.472593 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccc7965b351d9be82fa8b87eed5996d2f485a8722744a87613077a4f3f485543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e30489b3-b674-4a3e-8350-b9346a6147e6" -d '{"events": [{"name": "network-changed", "server_uuid": "fa147045-fb21-4dc9-83f2-726d356973bb", "tag": "5bab7f78-f7d7-4bba-991a-378753eacaea"}]}' {{(pid=115720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:57:28.497289 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec45643f-f57d-4e7a-a5ce-2a7e218e6691 admin admin] Network 4df2c028-a451-4616-8b86-d071486326ef is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:57:28.498814 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [None req-ec45643f-f57d-4e7a-a5ce-2a7e218e6691 admin admin] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:28.600056 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-e63731ef-f2e3-4930-9d8d-dcf6a5c125bd tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "PUT /v2.0/floatingips/1f3fee33-4711-4a22-b384-58f4e84e72b9 HTTP/1.1" status: 200 len: 993 time: 1.7145808 Mar 31 15:57:28.660344 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bd64fd-cd9d-440e-a0e7-c83441d73b8b x-openstack-request-id: req-62bd64fd-cd9d-440e-a0e7-c83441d73b8b {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:57:28.660344 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa147045-fb21-4dc9-83f2-726d356973bb", "tag": "5bab7f78-f7d7-4bba-991a-378753eacaea", "status": "completed", "code": 200}]} {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:57:28.660344 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-62bd64fd-cd9d-440e-a0e7-c83441d73b8b {{(pid=115720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:57:28.660344 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-62bd64fd-cd9d-440e-a0e7-c83441d73b8b'] response: {'name': 'network-changed', 'server_uuid': 'fa147045-fb21-4dc9-83f2-726d356973bb', 'tag': '5bab7f78-f7d7-4bba-991a-378753eacaea', 'status': 'completed', 'code': 200} Mar 31 15:57:28.674992 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-4e3802f7-24c9-43f4-8511-03244dbeac26 None None] Set router 893cd866-4a0a-4a91-8227-08d08891aab9 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:57:28.740768 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:57:28.765799 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec45643f-f57d-4e7a-a5ce-2a7e218e6691 admin admin] Router 2054147e-4337-40ca-823b-f5217ccaf460 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:57:28.834959 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf10ec2f-b6df-4b11-aeab-b95d3dd70ab3 req-33a71a6e-d66c-43bc-bc65-cecd5f3c240b tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:28.842413 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cf10ec2f-b6df-4b11-aeab-b95d3dd70ab3 req-33a71a6e-d66c-43bc-bc65-cecd5f3c240b tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3c5f29e-3afe-4067-8497-c6331010ac3b HTTP/1.1" status: 200 len: 944 time: 0.2415750 Mar 31 15:57:28.850821 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:28.851204 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:28.901777 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8a20ecfa-f462-4c94-8a22-21aadb130898 None None] Provisioning complete for port 80414e29-4edd-400c-9caf-7fa4833cfa93 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:28.902065 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8a20ecfa-f462-4c94-8a22-21aadb130898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (80414e29-4edd-400c-9caf-7fa4833cfa93), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:28.988140 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8a20ecfa-f462-4c94-8a22-21aadb130898 None None] Port 80414e29-4edd-400c-9caf-7fa4833cfa93 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:57:29.172209 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30489b3-b674-4a3e-8350-b9346a6147e6 req-3d06cf28-7520-4db8-8c8a-0f6421d7ee64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:29.173618 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e30489b3-b674-4a3e-8350-b9346a6147e6 req-3d06cf28-7520-4db8-8c8a-0f6421d7ee64 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b72f6f1e61d487aa67d6b722ba60f85&device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 1130 time: 0.4520063 Mar 31 15:57:29.197496 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41 is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:29.197890 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:29.214970 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f20c1d-aab9-44c7-b365-d29f086742c9 req-480f2e74-4862-4bcc-a7b6-7d69e06e070a tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:29.216502 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f4f20c1d-aab9-44c7-b365-d29f086742c9 req-480f2e74-4862-4bcc-a7b6-7d69e06e070a tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.4543602 Mar 31 15:57:29.227170 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] For port 0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:29.248505 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-4e3802f7-24c9-43f4-8511-03244dbeac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'name': 'tempest-ServerRescueNegativeTestJSON-1589148491-router', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:05Z', 'updated_at': '2022-03-31T15:53:11Z', 'revision_number': 4, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'gw_port': {'id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:06Z', 'updated_at': '2022-03-31T15:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '1f3fee33-4711-4a22-b384-58f4e84e72b9', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'port_id': '5bab7f78-f7d7-4bba-991a-378753eacaea', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa', 'mac_address': 'fa:16:3e:eb:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa147045-fb21-4dc9-83f2-726d356973bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:55:10Z', 'updated_at': '2022-03-31T15:57:27Z', 'revision_number': 3, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bf53a5-f12d-4a00-a562-aa091b90a999', 'name': '', 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'mac_address': 'fa:16:3e:e1:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0a390765-0f72-4138-842b-3475f0e0b072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:27Z', 'revision_number': 5, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'subnets': [{'id': '0a390765-0f72-4138-842b-3475f0e0b072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:29.276148 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3802f7-24c9-43f4-8511-03244dbeac26 None None] Checking router: 893cd866-4a0a-4a91-8227-08d08891aab9 for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:57:29.285357 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e3802f7-24c9-43f4-8511-03244dbeac26 None None] Routers {'893cd866-4a0a-4a91-8227-08d08891aab9'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:57:29.285979 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-4e3802f7-24c9-43f4-8511-03244dbeac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:57:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['893cd866-4a0a-4a91-8227-08d08891aab9'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:29.299625 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cf10ec2f-b6df-4b11-aeab-b95d3dd70ab3 req-062efc41-6df8-4052-8168-00f4e383611d tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4530203 Mar 31 15:57:29.325927 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:29.334336 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec45643f-f57d-4e7a-a5ce-2a7e218e6691 admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:57:29.341781 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-ec45643f-f57d-4e7a-a5ce-2a7e218e6691 admin admin] 10.222.0.47 "PUT /v2.0/routers/2054147e-4337-40ca-823b-f5217ccaf460/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3282547 Mar 31 15:57:29.376417 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f4f20c1d-aab9-44c7-b365-d29f086742c9 req-07264f3e-8239-47c5-81d0-708f95f116f2 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445508 Mar 31 15:57:29.384905 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30489b3-b674-4a3e-8350-b9346a6147e6 req-dc0808bf-a369-43eb-86c2-15ae0347d02d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:29.386433 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e30489b3-b674-4a3e-8350-b9346a6147e6 req-dc0808bf-a369-43eb-86c2-15ae0347d02d service neutron] 10.222.0.24 "GET /v2.0/networks?id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa HTTP/1.1" status: 200 len: 920 time: 0.1935585 Mar 31 15:57:29.421902 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Pushing event updated for resources: {'Port': ['ID=0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:29.453198 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-4e3802f7-24c9-43f4-8511-03244dbeac26 None None] Set router 893cd866-4a0a-4a91-8227-08d08891aab9 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:57:29.471407 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e30489b3-b674-4a3e-8350-b9346a6147e6 req-bd7595a5-a893-4aca-8e1c-40f1574cee24 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bab7f78-f7d7-4bba-991a-378753eacaea HTTP/1.1" status: 200 len: 1001 time: 0.0758390 Mar 31 15:57:29.526724 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30489b3-b674-4a3e-8350-b9346a6147e6 req-89065756-38c9-43c2-8fbd-fd2608d3df55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:29.528230 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e30489b3-b674-4a3e-8350-b9346a6147e6 req-89065756-38c9-43c2-8fbd-fd2608d3df55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a390765-0f72-4138-842b-3475f0e0b072 HTTP/1.1" status: 200 len: 858 time: 0.0501568 Mar 31 15:57:29.582240 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30489b3-b674-4a3e-8350-b9346a6147e6 req-33d22279-7e3b-4fee-a540-fb57cdc831f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:29.583750 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e30489b3-b674-4a3e-8350-b9346a6147e6 req-33d22279-7e3b-4fee-a540-fb57cdc831f3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492780 Mar 31 15:57:29.685709 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e30489b3-b674-4a3e-8350-b9346a6147e6 req-142fb9f9-9608-4c18-af26-dc866138eb46 service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958650 Mar 31 15:57:29.687054 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc9bce-54bf-455c-a736-e723bacd408c None None] Sync routers for ids ['2054147e-4337-40ca-823b-f5217ccaf460'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:57:29.697939 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bc9bce-54bf-455c-a736-e723bacd408c None None] Routers {'2054147e-4337-40ca-823b-f5217ccaf460'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:57:29.698572 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-61bc9bce-54bf-455c-a736-e723bacd408c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:57:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['2054147e-4337-40ca-823b-f5217ccaf460'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:29.715012 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-4e3802f7-24c9-43f4-8511-03244dbeac26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'name': 'tempest-ServerRescueNegativeTestJSON-1589148491-router', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:05Z', 'updated_at': '2022-03-31T15:53:11Z', 'revision_number': 4, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'gw_port': {'id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:06Z', 'updated_at': '2022-03-31T15:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '1f3fee33-4711-4a22-b384-58f4e84e72b9', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'port_id': '5bab7f78-f7d7-4bba-991a-378753eacaea', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa', 'mac_address': 'fa:16:3e:eb:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa147045-fb21-4dc9-83f2-726d356973bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:55:10Z', 'updated_at': '2022-03-31T15:57:27Z', 'revision_number': 3, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bf53a5-f12d-4a00-a562-aa091b90a999', 'name': '', 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'mac_address': 'fa:16:3e:e1:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0a390765-0f72-4138-842b-3475f0e0b072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:27Z', 'revision_number': 5, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'subnets': [{'id': '0a390765-0f72-4138-842b-3475f0e0b072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:29.746210 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e3802f7-24c9-43f4-8511-03244dbeac26 None None] The sync data for ids ['893cd866-4a0a-4a91-8227-08d08891aab9'] in dv-cinder-836028-1-iscsi is: [{'id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'name': 'tempest-ServerRescueNegativeTestJSON-1589148491-router', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:05Z', 'updated_at': '2022-03-31T15:53:11Z', 'revision_number': 4, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'gw_port': {'id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:06Z', 'updated_at': '2022-03-31T15:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '1f3fee33-4711-4a22-b384-58f4e84e72b9', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'port_id': '5bab7f78-f7d7-4bba-991a-378753eacaea', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 280, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa', 'mac_address': 'fa:16:3e:eb:bd:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fa147045-fb21-4dc9-83f2-726d356973bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:55:10Z', 'updated_at': '2022-03-31T15:57:27Z', 'revision_number': 3, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '20bf53a5-f12d-4a00-a562-aa091b90a999', 'name': '', 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'mac_address': 'fa:16:3e:e1:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0a390765-0f72-4138-842b-3475f0e0b072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:27Z', 'revision_number': 5, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'subnets': [{'id': '0a390765-0f72-4138-842b-3475f0e0b072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:57:29.805675 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e30489b3-b674-4a3e-8350-b9346a6147e6 req-0fa8e1a3-86e7-41ec-9d52-f1b88420cd65 service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1114016 Mar 31 15:57:29.815023 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-61bc9bce-54bf-455c-a736-e723bacd408c None None] Set router 2054147e-4337-40ca-823b-f5217ccaf460 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:57:30.028938 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-61bc9bce-54bf-455c-a736-e723bacd408c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2054147e-4337-40ca-823b-f5217ccaf460', 'name': 'tempest-TestMinimumBasicScenario-209186568-router', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:22Z', 'updated_at': '2022-03-31T15:57:27Z', 'revision_number': 4, 'project_id': 'eb19792da30e47fa826942f826c519af', 'gw_port': {'id': '0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2054147e-4337-40ca-823b-f5217ccaf460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:23Z', 'updated_at': '2022-03-31T15:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '80414e29-4edd-400c-9caf-7fa4833cfa93', 'name': '', 'network_id': '4df2c028-a451-4616-8b86-d071486326ef', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'mac_address': 'fa:16:3e:70:a3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2054147e-4337-40ca-823b-f5217ccaf460', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '88bff7a9-373d-4644-a392-7e58c3a9e040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:26Z', 'updated_at': '2022-03-31T15:57:28Z', 'revision_number': 2, 'project_id': 'eb19792da30e47fa826942f826c519af', 'subnets': [{'id': '88bff7a9-373d-4644-a392-7e58c3a9e040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:30.059606 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc9bce-54bf-455c-a736-e723bacd408c None None] Checking router: 2054147e-4337-40ca-823b-f5217ccaf460 for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:57:30.059964 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc9bce-54bf-455c-a736-e723bacd408c None None] Updating router 2054147e-4337-40ca-823b-f5217ccaf460 port 80414e29-4edd-400c-9caf-7fa4833cfa93 binding host dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:57:30.086801 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 34548) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:30.088154 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-61bc9bce-54bf-455c-a736-e723bacd408c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (80414e29-4edd-400c-9caf-7fa4833cfa93), before_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:30.092359 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-f56f1459-f136-4bea-a2b7-8239fafc897f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-670648929-network', 'tenant_id': '39433d10b3354477baf0297e786ae257'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:30.173157 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56f1459-f136-4bea-a2b7-8239fafc897f admin admin] Made reservation on behalf of 39433d10b3354477baf0297e786ae257 for: {'network': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:57:30.175505 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f56f1459-f136-4bea-a2b7-8239fafc897f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for network (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:30.187702 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f56f1459-f136-4bea-a2b7-8239fafc897f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:30.263370 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f56f1459-f136-4bea-a2b7-8239fafc897f admin admin] Publish callbacks [] for security_group (9e76f9d6-230c-45b9-9fff-dbc6256a79e1), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:30.330458 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f56f1459-f136-4bea-a2b7-8239fafc897f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (9e76f9d6-230c-45b9-9fff-dbc6256a79e1), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:30.346657 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-61bc9bce-54bf-455c-a736-e723bacd408c None None] Publish callbacks [] for port (80414e29-4edd-400c-9caf-7fa4833cfa93), precommit_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:30.356272 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f56f1459-f136-4bea-a2b7-8239fafc897f admin admin] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=115720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:57:30.364922 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f1459-f136-4bea-a2b7-8239fafc897f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e76f9d6-230c-45b9-9fff-dbc6256a79e1,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:30.371757 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f56f1459-f136-4bea-a2b7-8239fafc897f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (42f6ad06-d5b1-42d8-aefe-1c5cb139deb7), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:30.372026 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.segments_db [None req-f56f1459-f136-4bea-a2b7-8239fafc897f admin admin] Added segment 42f6ad06-d5b1-42d8-aefe-1c5cb139deb7 of type vlan for network b2552859-fcc7-461c-a41a-27fa1eef0c5c Mar 31 15:57:30.421809 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f56f1459-f136-4bea-a2b7-8239fafc897f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779152372026'] for network (b2552859-fcc7-461c-a41a-27fa1eef0c5c), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:30.422328 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-61bc9bce-54bf-455c-a736-e723bacd408c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (80414e29-4edd-400c-9caf-7fa4833cfa93), after_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:30.425631 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172953e5-4899-4dd3-9724-75f77b65d836 req-f57cf3df-f26c-413c-8e80-f9c612cacf97 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:30.428054 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-172953e5-4899-4dd3-9724-75f77b65d836 req-f57cf3df-f26c-413c-8e80-f9c612cacf97 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3c5f29e-3afe-4067-8497-c6331010ac3b HTTP/1.1" status: 200 len: 944 time: 0.0540326 Mar 31 15:57:30.466329 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69a4b0-3061-4a54-ad5d-5f508faed1a2 None None] Pushing event updated for resources: {'Port': ['ID=80414e29-4edd-400c-9caf-7fa4833cfa93,revision_number=3']} {{(pid=115722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:30.506018 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-172953e5-4899-4dd3-9724-75f77b65d836 req-5239a539-4875-4e41-8171-715e6269d3b8 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703108 Mar 31 15:57:30.543520 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5e65c0-6ee7-4967-a3ea-566f5c82b2f0 req-b085e79f-95ef-4998-93c0-5a5b8be47c45 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:30.545180 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cf5e65c0-6ee7-4967-a3ea-566f5c82b2f0 req-b085e79f-95ef-4998-93c0-5a5b8be47c45 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0810750 Mar 31 15:57:30.546746 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f56f1459-f136-4bea-a2b7-8239fafc897f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for network (b2552859-fcc7-461c-a41a-27fa1eef0c5c), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:30.547742 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56f1459-f136-4bea-a2b7-8239fafc897f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:30.548391 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f56f1459-f136-4bea-a2b7-8239fafc897f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:30.558549 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-61bc9bce-54bf-455c-a736-e723bacd408c None None] Attempting to bind port 80414e29-4edd-400c-9caf-7fa4833cfa93 on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:57:30.558549 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-61bc9bce-54bf-455c-a736-e723bacd408c None None] Attempting to bind port 80414e29-4edd-400c-9caf-7fa4833cfa93 by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': 'b62131ab-2e11-4ab9-8030-ac4b1acd210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4df2c028-a451-4616-8b86-d071486326ef'}] {{(pid=115722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:57:30.558549 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc9bce-54bf-455c-a736-e723bacd408c None None] Attempting to bind port 80414e29-4edd-400c-9caf-7fa4833cfa93 on network 4df2c028-a451-4616-8b86-d071486326ef {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:57:30.566491 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc9bce-54bf-455c-a736-e723bacd408c None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:57:30.566491 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc9bce-54bf-455c-a736-e723bacd408c None None] Checking segment: {'id': 'b62131ab-2e11-4ab9-8030-ac4b1acd210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4df2c028-a451-4616-8b86-d071486326ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:57:30.566491 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-61bc9bce-54bf-455c-a736-e723bacd408c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:30.566491 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bc9bce-54bf-455c-a736-e723bacd408c None None] Bound using segment: {'id': 'b62131ab-2e11-4ab9-8030-ac4b1acd210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4df2c028-a451-4616-8b86-d071486326ef'} {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:57:30.566491 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-61bc9bce-54bf-455c-a736-e723bacd408c None None] Bound port: 80414e29-4edd-400c-9caf-7fa4833cfa93, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b62131ab-2e11-4ab9-8030-ac4b1acd210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4df2c028-a451-4616-8b86-d071486326ef'}}] {{(pid=115722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:57:30.566491 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-61bc9bce-54bf-455c-a736-e723bacd408c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (80414e29-4edd-400c-9caf-7fa4833cfa93), before_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:30.621830 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cf5e65c0-6ee7-4967-a3ea-566f5c82b2f0 req-12fe81da-4ac6-4da5-8b8d-716487a80c36 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0691540 Mar 31 15:57:30.635646 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f1459-f136-4bea-a2b7-8239fafc897f admin admin] Pushing event updated for resources: {'Network': ['ID=b2552859-fcc7-461c-a41a-27fa1eef0c5c,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:30.654617 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Network b2552859-fcc7-461c-a41a-27fa1eef0c5c details requested by agent ovs-agent-dv-cinder-836028-1-iscsi with host dv-cinder-836028-1-iscsi {{(pid=115721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:57:30.664446 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa147045-fb21-4dc9-83f2-726d356973bb', 'tag': '5bab7f78-f7d7-4bba-991a-378753eacaea'}] {{(pid=115720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:57:30.667035 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccc7965b351d9be82fa8b87eed5996d2f485a8722744a87613077a4f3f485543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5994bc8b-9e73-4c34-a5c0-6feaa1c93b84" -d '{"events": [{"name": "network-changed", "server_uuid": "fa147045-fb21-4dc9-83f2-726d356973bb", "tag": "5bab7f78-f7d7-4bba-991a-378753eacaea"}]}' {{(pid=115720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:57:30.685557 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-f56f1459-f136-4bea-a2b7-8239fafc897f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5971336 Mar 31 15:57:30.685788 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.db [None req-61bc9bce-54bf-455c-a736-e723bacd408c None None] For port 80414e29-4edd-400c-9caf-7fa4833cfa93, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:57:30.688343 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 34558) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:30.697161 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-65323fc6-7404-4a59-a951-2a51bc878d70 admin admin] Request body: {'subnet': {'network_id': 'b2552859-fcc7-461c-a41a-27fa1eef0c5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-670648929-subnet', 'tenant_id': '39433d10b3354477baf0297e786ae257', 'ip_version': 4}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:30.705319 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.db [None req-61bc9bce-54bf-455c-a736-e723bacd408c None None] For port 80414e29-4edd-400c-9caf-7fa4833cfa93, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=80414e29-4edd-400c-9caf-7fa4833cfa93,segment=NetworkSegment(b62131ab-2e11-4ab9-8030-ac4b1acd210e),segment_id=b62131ab-2e11-4ab9-8030-ac4b1acd210e)] {{(pid=115722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:57:30.708763 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2520c1-1cf1-4dee-bb31-7f33cd7e762f x-openstack-request-id: req-ac2520c1-1cf1-4dee-bb31-7f33cd7e762f {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:57:30.709099 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa147045-fb21-4dc9-83f2-726d356973bb", "tag": "5bab7f78-f7d7-4bba-991a-378753eacaea", "status": "completed", "code": 200}]} {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:57:30.709361 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-ac2520c1-1cf1-4dee-bb31-7f33cd7e762f {{(pid=115720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:57:30.711511 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac2520c1-1cf1-4dee-bb31-7f33cd7e762f'] response: {'name': 'network-changed', 'server_uuid': 'fa147045-fb21-4dc9-83f2-726d356973bb', 'tag': '5bab7f78-f7d7-4bba-991a-378753eacaea', 'status': 'completed', 'code': 200} Mar 31 15:57:30.713946 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:57:30.770029 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-61bc9bce-54bf-455c-a736-e723bacd408c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (80414e29-4edd-400c-9caf-7fa4833cfa93), after_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:30.782511 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65323fc6-7404-4a59-a951-2a51bc878d70 admin admin] Made reservation on behalf of 39433d10b3354477baf0297e786ae257 for: {'subnet': 1} {{(pid=115719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:57:30.784857 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-65323fc6-7404-4a59-a951-2a51bc878d70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5044769'] for subnet (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:30.786280 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:30.786801 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:30.833420 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bc9bce-54bf-455c-a736-e723bacd408c None None] Routers {'2054147e-4337-40ca-823b-f5217ccaf460'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:57:30.833670 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-61bc9bce-54bf-455c-a736-e723bacd408c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:57:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['2054147e-4337-40ca-823b-f5217ccaf460'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:30.835418 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69a4b0-3061-4a54-ad5d-5f508faed1a2 None None] Pushing event updated for resources: {'Port': ['ID=80414e29-4edd-400c-9caf-7fa4833cfa93,revision_number=4']} {{(pid=115722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:30.856492 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994bc8b-9e73-4c34-a5c0-6feaa1c93b84 req-0129302a-2243-4b13-93c6-1e78ba72296e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:30.858393 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5994bc8b-9e73-4c34-a5c0-6feaa1c93b84 req-0129302a-2243-4b13-93c6-1e78ba72296e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=5b72f6f1e61d487aa67d6b722ba60f85&device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 1130 time: 0.1062837 Mar 31 15:57:30.870497 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1388ff0c-b364-45d8-a112-88d84d80f074 None None] Provisioning complete for port 80414e29-4edd-400c-9caf-7fa4833cfa93 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:30.870873 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1388ff0c-b364-45d8-a112-88d84d80f074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (80414e29-4edd-400c-9caf-7fa4833cfa93), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:30.940981 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:31.002949 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-61bc9bce-54bf-455c-a736-e723bacd408c None None] Set router 2054147e-4337-40ca-823b-f5217ccaf460 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:57:31.006198 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1388ff0c-b364-45d8-a112-88d84d80f074 None None] Current status of the port 80414e29-4edd-400c-9caf-7fa4833cfa93 is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:31.006346 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994bc8b-9e73-4c34-a5c0-6feaa1c93b84 req-0ce7117c-8996-4372-8fb7-a10817ebfc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:31.006773 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1388ff0c-b364-45d8-a112-88d84d80f074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (80414e29-4edd-400c-9caf-7fa4833cfa93), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:31.007836 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5994bc8b-9e73-4c34-a5c0-6feaa1c93b84 req-0ce7117c-8996-4372-8fb7-a10817ebfc28 service neutron] 10.222.0.24 "GET /v2.0/networks?id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa HTTP/1.1" status: 200 len: 920 time: 0.1402764 Mar 31 15:57:31.052816 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-1388ff0c-b364-45d8-a112-88d84d80f074 None None] For port 80414e29-4edd-400c-9caf-7fa4833cfa93, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=80414e29-4edd-400c-9caf-7fa4833cfa93,segment=NetworkSegment(b62131ab-2e11-4ab9-8030-ac4b1acd210e),segment_id=b62131ab-2e11-4ab9-8030-ac4b1acd210e)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:31.120146 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5994bc8b-9e73-4c34-a5c0-6feaa1c93b84 req-59c63e6b-7b25-49f8-8f94-4c2e2adfa7a5 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5bab7f78-f7d7-4bba-991a-378753eacaea HTTP/1.1" status: 200 len: 1001 time: 0.0791125 Mar 31 15:57:31.122174 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1388ff0c-b364-45d8-a112-88d84d80f074 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (80414e29-4edd-400c-9caf-7fa4833cfa93), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:31.169818 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1388ff0c-b364-45d8-a112-88d84d80f074 None None] Pushing event updated for resources: {'Port': ['ID=80414e29-4edd-400c-9caf-7fa4833cfa93,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:31.173963 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-65323fc6-7404-4a59-a951-2a51bc878d70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5073219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5044791'] for subnet (deee6580-48b7-449a-98b2-fa2d65e5dfd5), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:31.204814 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994bc8b-9e73-4c34-a5c0-6feaa1c93b84 req-adca072a-0e84-40a8-8a94-2704546a0bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:31.206528 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5994bc8b-9e73-4c34-a5c0-6feaa1c93b84 req-adca072a-0e84-40a8-8a94-2704546a0bd8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0a390765-0f72-4138-842b-3475f0e0b072 HTTP/1.1" status: 200 len: 858 time: 0.0800741 Mar 31 15:57:31.227369 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-61bc9bce-54bf-455c-a736-e723bacd408c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2054147e-4337-40ca-823b-f5217ccaf460', 'name': 'tempest-TestMinimumBasicScenario-209186568-router', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:22Z', 'updated_at': '2022-03-31T15:57:27Z', 'revision_number': 4, 'project_id': 'eb19792da30e47fa826942f826c519af', 'gw_port': {'id': '0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2054147e-4337-40ca-823b-f5217ccaf460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:23Z', 'updated_at': '2022-03-31T15:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '80414e29-4edd-400c-9caf-7fa4833cfa93', 'name': '', 'network_id': '4df2c028-a451-4616-8b86-d071486326ef', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'mac_address': 'fa:16:3e:70:a3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2054147e-4337-40ca-823b-f5217ccaf460', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '88bff7a9-373d-4644-a392-7e58c3a9e040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:26Z', 'updated_at': '2022-03-31T15:57:30Z', 'revision_number': 4, 'project_id': 'eb19792da30e47fa826942f826c519af', 'subnets': [{'id': '88bff7a9-373d-4644-a392-7e58c3a9e040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:31.244363 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-5f58dbe6-9378-475a-b32d-fd52a1e54562 None None] Provisioning complete for port 80414e29-4edd-400c-9caf-7fa4833cfa93 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:31.244746 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-5f58dbe6-9378-475a-b32d-fd52a1e54562 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (80414e29-4edd-400c-9caf-7fa4833cfa93), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:31.259202 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bc9bce-54bf-455c-a736-e723bacd408c None None] The sync data for ids ['2054147e-4337-40ca-823b-f5217ccaf460'] in dv-cinder-836028-1-iscsi is: [{'id': '2054147e-4337-40ca-823b-f5217ccaf460', 'name': 'tempest-TestMinimumBasicScenario-209186568-router', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:22Z', 'updated_at': '2022-03-31T15:57:27Z', 'revision_number': 4, 'project_id': 'eb19792da30e47fa826942f826c519af', 'gw_port': {'id': '0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2054147e-4337-40ca-823b-f5217ccaf460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:23Z', 'updated_at': '2022-03-31T15:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '80414e29-4edd-400c-9caf-7fa4833cfa93', 'name': '', 'network_id': '4df2c028-a451-4616-8b86-d071486326ef', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'mac_address': 'fa:16:3e:70:a3:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2054147e-4337-40ca-823b-f5217ccaf460', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '88bff7a9-373d-4644-a392-7e58c3a9e040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:26Z', 'updated_at': '2022-03-31T15:57:30Z', 'revision_number': 4, 'project_id': 'eb19792da30e47fa826942f826c519af', 'subnets': [{'id': '88bff7a9-373d-4644-a392-7e58c3a9e040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:57:31.274414 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65323fc6-7404-4a59-a951-2a51bc878d70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=deee6580-48b7-449a-98b2-fa2d65e5dfd5,revision_number=0']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:31.290782 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65323fc6-7404-4a59-a951-2a51bc878d70 admin admin] Checking segment: {'id': '42f6ad06-d5b1-42d8-aefe-1c5cb139deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'b2552859-fcc7-461c-a41a-27fa1eef0c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:57:31.291071 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65323fc6-7404-4a59-a951-2a51bc878d70 admin admin] Network hostable DHCP agents. Network: b2552859-fcc7-461c-a41a-27fa1eef0c5c, hostable agents: ['476c03f2-c716-4e43-9eb8-27eff34871a5'], hosted agents: [] {{(pid=115719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:57:31.301351 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5994bc8b-9e73-4c34-a5c0-6feaa1c93b84 req-cbd9d7c5-04d7-4518-beb6-edad07ca291a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:31.303940 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5994bc8b-9e73-4c34-a5c0-6feaa1c93b84 req-cbd9d7c5-04d7-4518-beb6-edad07ca291a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=772c9de8-3ee6-49b7-99a9-f2f7bed661aa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0877438 Mar 31 15:57:31.337515 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-5f58dbe6-9378-475a-b32d-fd52a1e54562 None None] Current status of the port 80414e29-4edd-400c-9caf-7fa4833cfa93 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:31.416520 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5994bc8b-9e73-4c34-a5c0-6feaa1c93b84 req-8475e03e-ec21-43c7-84f6-3d096cb85503 service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975139 Mar 31 15:57:31.473256 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63 up at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:57:31.475933 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65323fc6-7404-4a59-a951-2a51bc878d70 admin admin] Network b2552859-fcc7-461c-a41a-27fa1eef0c5c is scheduled to be hosted by DHCP agent 476c03f2-c716-4e43-9eb8-27eff34871a5 with binding_index 1 {{(pid=115719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:57:31.529183 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5994bc8b-9e73-4c34-a5c0-6feaa1c93b84 req-4d5590ce-831e-4367-bb34-32c764f4ee6d service neutron] 10.222.0.24 "GET /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1069374 Mar 31 15:57:31.612568 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [None req-65323fc6-7404-4a59-a951-2a51bc878d70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836028-1-iscsi, b2552859-fcc7-461c-a41a-27fa1eef0c5c) {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:31.618170 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65323fc6-7404-4a59-a951-2a51bc878d70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:31.618783 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-65323fc6-7404-4a59-a951-2a51bc878d70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for subnet (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:31.623390 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db05c679-74c4-48fa-b0cf-fde701ff5026 None None] Network b2552859-fcc7-461c-a41a-27fa1eef0c5c requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:57:31.642681 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning for port 38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63 completed by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:57:31.652003 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09666994-7cd5-42ac-93b5-0040c37f2f76 req-b5d9e08e-ba2d-48a4-9dfc-ec89f4ae39eb tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:31.661317 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-09666994-7cd5-42ac-93b5-0040c37f2f76 req-b5d9e08e-ba2d-48a4-9dfc-ec89f4ae39eb tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3c5f29e-3afe-4067-8497-c6331010ac3b HTTP/1.1" status: 200 len: 944 time: 0.0771139 Mar 31 15:57:31.673371 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning complete for port 38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:31.673742 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:31.726065 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-09666994-7cd5-42ac-93b5-0040c37f2f76 req-e217ed99-22dd-44f9-8253-9a7ffa8ae85f tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618122 Mar 31 15:57:31.747562 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 34566) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:31.748118 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-65323fc6-7404-4a59-a951-2a51bc878d70 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0580659 Mar 31 15:57:31.752923 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-37e434c2-1c02-45f1-85cd-835c71268796 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-670648929-router', 'tenant_id': '39433d10b3354477baf0297e786ae257', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:31.795711 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7c5a15-dc88-48a9-8e0f-ebadc74655e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b736d4c-fbbf-5ea4-bffd-281830e71282-b2552859-fcc7-461c-a41a-27fa1eef0c5c', 'network_id': 'b2552859-fcc7-461c-a41a-27fa1eef0c5c', 'project_id': '39433d10b3354477baf0297e786ae257', 'fixed_ips': [{'subnet_id': 'deee6580-48b7-449a-98b2-fa2d65e5dfd5'}]}} from dv-cinder-836028-1-iscsi. {{(pid=115721) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 15:57:31.796594 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-dd7c5a15-dc88-48a9-8e0f-ebadc74655e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:31.800612 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d9e112-6225-46b8-aab5-5672cfb019f3 req-f25ab371-cb8e-40f5-88a6-10ab29928788 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:31.802364 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a0d9e112-6225-46b8-aab5-5672cfb019f3 req-f25ab371-cb8e-40f5-88a6-10ab29928788 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0747972 Mar 31 15:57:31.824933 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63 is: BUILD; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:31.825235 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:31.855454 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-37e434c2-1c02-45f1-85cd-835c71268796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-607799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-419'] for router (1439adfe-387e-481b-928e-844ae44ae422), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:31.856851 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-37e434c2-1c02-45f1-85cd-835c71268796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (1439adfe-387e-481b-928e-844ae44ae422), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:31.859808 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a0d9e112-6225-46b8-aab5-5672cfb019f3 req-d822b58e-efbb-4dd1-a9ea-189a260f3f4b tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509846 Mar 31 15:57:31.900926 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c5f29e-3afe-4067-8497-c6331010ac3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63'}] {{(pid=115721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:57:31.903166 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dbd394bfc303c33638f161c815dd3ff8081b22df1313fe1def72e09edd93f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e8a96f7-4842-44fb-8ac8-07effab29393" -d '{"events": [{"server_uuid": "e3c5f29e-3afe-4067-8497-c6331010ac3b", "name": "network-vif-plugged", "status": "completed", "tag": "38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63"}]}' {{(pid=115721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:57:31.922097 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-37e434c2-1c02-45f1-85cd-835c71268796 admin admin] Publish callbacks [] for router_controller (1439adfe-387e-481b-928e-844ae44ae422), precommit_add_association {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:31.926231 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63,segment=NetworkSegment(285893c1-1cf4-4df1-8ae5-10b0e4a40f36),segment_id=285893c1-1cf4-4df1-8ae5-10b0e4a40f36)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:31.958741 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e217590-7393-4e37-9d21-b52577eac75d x-openstack-request-id: req-1e217590-7393-4e37-9d21-b52577eac75d {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:57:31.959028 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c5f29e-3afe-4067-8497-c6331010ac3b", "name": "network-vif-plugged", "status": "completed", "tag": "38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63", "code": 200}]} {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:57:31.959283 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1e217590-7393-4e37-9d21-b52577eac75d {{(pid=115721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:57:31.959672 dv-cinder-836028-1-iscsi neutron-server[115721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e217590-7393-4e37-9d21-b52577eac75d'] response: {'server_uuid': 'e3c5f29e-3afe-4067-8497-c6331010ac3b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63', 'code': 200} Mar 31 15:57:31.983277 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.db_base_plugin_common [None req-dd7c5a15-dc88-48a9-8e0f-ebadc74655e8 None None] Allocated IP 172.20.0.2 (b2552859-fcc7-461c-a41a-27fa1eef0c5c/deee6580-48b7-449a-98b2-fa2d65e5dfd5/1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db) {{(pid=115721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:57:32.037320 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:32.105209 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:32.155093 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-37e434c2-1c02-45f1-85cd-835c71268796 admin admin] Publish callbacks [] for router_gateway (1439adfe-387e-481b-928e-844ae44ae422), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:32.199468 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-dd7c5a15-dc88-48a9-8e0f-ebadc74655e8 None None] Publish callbacks [] for port (1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db), precommit_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:32.273181 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-dd7c5a15-dc88-48a9-8e0f-ebadc74655e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db), after_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:32.309455 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826eab38-1f8e-4bab-978e-a8f63223a704 req-dc42f2fe-e309-4379-b592-30d1f6cd174c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:32.311804 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-826eab38-1f8e-4bab-978e-a8f63223a704 req-dc42f2fe-e309-4379-b592-30d1f6cd174c service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=e3c5f29e-3afe-4067-8497-c6331010ac3b HTTP/1.1" status: 200 len: 1129 time: 0.0580657 Mar 31 15:57:32.329258 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd7c5a15-dc88-48a9-8e0f-ebadc74655e8 None None] Network b2552859-fcc7-461c-a41a-27fa1eef0c5c is already hosted by enough agents. {{(pid=115721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:57:32.334932 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.scheduler.base_scheduler [None req-dd7c5a15-dc88-48a9-8e0f-ebadc74655e8 None None] Resources bound (agent type, host, resource id): {{(pid=115721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:32.341381 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7c5a15-dc88-48a9-8e0f-ebadc74655e8 None None] Received port after_create {{(pid=115721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:57:32.345210 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c5a15-dc88-48a9-8e0f-ebadc74655e8 None None] Pushing event updated for resources: {'Port': ['ID=1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db,revision_number=1']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:32.389305 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-826eab38-1f8e-4bab-978e-a8f63223a704 req-7ea9b6ee-8c9f-43de-bf34-4a7badd2f7cd service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711844 Mar 31 15:57:32.416740 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-dd7c5a15-dc88-48a9-8e0f-ebadc74655e8 None None] Attempting to bind port 1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:57:32.417121 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-dd7c5a15-dc88-48a9-8e0f-ebadc74655e8 None None] Attempting to bind port 1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': '42f6ad06-d5b1-42d8-aefe-1c5cb139deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'b2552859-fcc7-461c-a41a-27fa1eef0c5c'}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:57:32.417488 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7c5a15-dc88-48a9-8e0f-ebadc74655e8 None None] Attempting to bind port 1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db on network b2552859-fcc7-461c-a41a-27fa1eef0c5c {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:57:32.422944 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7c5a15-dc88-48a9-8e0f-ebadc74655e8 None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:57:32.423357 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7c5a15-dc88-48a9-8e0f-ebadc74655e8 None None] Checking segment: {'id': '42f6ad06-d5b1-42d8-aefe-1c5cb139deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'b2552859-fcc7-461c-a41a-27fa1eef0c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:57:32.423720 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-dd7c5a15-dc88-48a9-8e0f-ebadc74655e8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:32.424170 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd7c5a15-dc88-48a9-8e0f-ebadc74655e8 None None] Bound using segment: {'id': '42f6ad06-d5b1-42d8-aefe-1c5cb139deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'b2552859-fcc7-461c-a41a-27fa1eef0c5c'} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:57:32.424644 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-dd7c5a15-dc88-48a9-8e0f-ebadc74655e8 None None] Bound port: 1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f6ad06-d5b1-42d8-aefe-1c5cb139deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'b2552859-fcc7-461c-a41a-27fa1eef0c5c'}}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:57:32.425024 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-dd7c5a15-dc88-48a9-8e0f-ebadc74655e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:32.496409 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-dd7c5a15-dc88-48a9-8e0f-ebadc74655e8 None None] For port 1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:57:32.501159 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-dd7c5a15-dc88-48a9-8e0f-ebadc74655e8 None None] For port 1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db,segment=NetworkSegment(42f6ad06-d5b1-42d8-aefe-1c5cb139deb7),segment_id=42f6ad06-d5b1-42d8-aefe-1c5cb139deb7)] {{(pid=115721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:57:32.520266 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-37e434c2-1c02-45f1-85cd-835c71268796 admin admin] Publish callbacks [] for router_gateway (1439adfe-387e-481b-928e-844ae44ae422), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:32.542983 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-37e434c2-1c02-45f1-85cd-835c71268796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:32.582401 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-dd7c5a15-dc88-48a9-8e0f-ebadc74655e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:32.676227 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 80414e29-4edd-400c-9caf-7fa4833cfa93 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:57:32.679759 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c5a15-dc88-48a9-8e0f-ebadc74655e8 None None] Pushing event updated for resources: {'Port': ['ID=1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db,revision_number=2']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:32.684361 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_common [None req-37e434c2-1c02-45f1-85cd-835c71268796 admin admin] Allocated IP 172.27.0.176 (3b1a5cd5-bca8-4f86-be99-483986f7f547/c4390997-9a11-4c24-ae70-32af92bbcdb2/dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2) {{(pid=115720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:57:32.859271 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-37e434c2-1c02-45f1-85cd-835c71268796 admin admin] Publish callbacks [] for port (dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:32.881984 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef24742-d13f-4a5f-ba30-ca3b30b7fe4c req-5316dec7-dfa9-4e02-a487-c7877f455e64 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:32.884311 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-aef24742-d13f-4a5f-ba30-ca3b30b7fe4c req-5316dec7-dfa9-4e02-a487-c7877f455e64 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3c5f29e-3afe-4067-8497-c6331010ac3b HTTP/1.1" status: 200 len: 945 time: 0.0668747 Mar 31 15:57:32.955604 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 80414e29-4edd-400c-9caf-7fa4833cfa93 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:32.956396 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (80414e29-4edd-400c-9caf-7fa4833cfa93), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:32.964108 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-37e434c2-1c02-45f1-85cd-835c71268796 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:33.011027 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-aef24742-d13f-4a5f-ba30-ca3b30b7fe4c req-ec254acc-6c48-4c2a-a545-0a3c59f1bea4 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064250 Mar 31 15:57:33.041914 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e434c2-1c02-45f1-85cd-835c71268796 admin admin] Network 3b1a5cd5-bca8-4f86-be99-483986f7f547 is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:57:33.046368 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-37e434c2-1c02-45f1-85cd-835c71268796 admin admin] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:33.048280 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e434c2-1c02-45f1-85cd-835c71268796 admin admin] Pushing event updated for resources: {'Port': ['ID=dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:33.050639 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e434c2-1c02-45f1-85cd-835c71268796 admin admin] Received port after_create {{(pid=115720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:57:33.071322 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6a4626-6a19-4da8-9a83-3e22225f381d req-c1a0f722-bcde-4b10-a097-68c00a3b626d tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:33.076540 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 80414e29-4edd-400c-9caf-7fa4833cfa93 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:33.079364 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8e6a4626-6a19-4da8-9a83-3e22225f381d req-c1a0f722-bcde-4b10-a097-68c00a3b626d tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0900319 Mar 31 15:57:33.130011 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8e6a4626-6a19-4da8-9a83-3e22225f381d req-dcd24030-7767-44aa-819a-91e5a7eb72f3 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496349 Mar 31 15:57:33.343170 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-37e434c2-1c02-45f1-85cd-835c71268796 admin admin] Publish callbacks [] for router_gateway (1439adfe-387e-481b-928e-844ae44ae422), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:33.551166 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-37e434c2-1c02-45f1-85cd-835c71268796 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609569'] for router (1439adfe-387e-481b-928e-844ae44ae422), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:33.754220 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf8622d8-bba9-4636-9a69-3275287ed539 None None] Network b2552859-fcc7-461c-a41a-27fa1eef0c5c requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:57:33.854801 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-686e83ea-053f-4283-855d-9d5ebb714ea2 None None] Provisioning complete for port 1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:33.855251 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-686e83ea-053f-4283-855d-9d5ebb714ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:33.976911 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-686e83ea-053f-4283-855d-9d5ebb714ea2 None None] Current status of the port 1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:33.977581 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-686e83ea-053f-4283-855d-9d5ebb714ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:33.998242 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37e434c2-1c02-45f1-85cd-835c71268796 admin admin] Router 1439adfe-387e-481b-928e-844ae44ae422 is scheduled to L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f with binding_index 1 {{(pid=115720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 15:57:34.020711 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-686e83ea-053f-4283-855d-9d5ebb714ea2 None None] For port 1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db,segment=NetworkSegment(42f6ad06-d5b1-42d8-aefe-1c5cb139deb7),segment_id=42f6ad06-d5b1-42d8-aefe-1c5cb139deb7)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:34.085074 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-686e83ea-053f-4283-855d-9d5ebb714ea2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:34.149217 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37e434c2-1c02-45f1-85cd-835c71268796 admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:57:34.154672 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21d1184-6b97-4676-99cd-1db8f0b66ee7 req-91df3270-ce94-44f2-a50b-150284147660 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:34.162162 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e21d1184-6b97-4676-99cd-1db8f0b66ee7 req-91df3270-ce94-44f2-a50b-150284147660 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3c5f29e-3afe-4067-8497-c6331010ac3b HTTP/1.1" status: 200 len: 945 time: 0.0845220 Mar 31 15:57:34.178961 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e63fd00-b8d8-4002-845d-cf668617613b None None] Sync routers for ids ['1439adfe-387e-481b-928e-844ae44ae422'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:57:34.191275 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e83ea-053f-4283-855d-9d5ebb714ea2 None None] Pushing event updated for resources: {'Port': ['ID=1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db,revision_number=3']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:34.200483 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e63fd00-b8d8-4002-845d-cf668617613b None None] Routers {'1439adfe-387e-481b-928e-844ae44ae422'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:57:34.201105 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-2e63fd00-b8d8-4002-845d-cf668617613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:57:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['1439adfe-387e-481b-928e-844ae44ae422'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:34.217095 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e21d1184-6b97-4676-99cd-1db8f0b66ee7 req-54f41ae7-b878-4d77-ae9e-d27e399eb223 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540223 Mar 31 15:57:34.275828 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-37e434c2-1c02-45f1-85cd-835c71268796 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:34.276927 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845fb02-e71d-4dd1-bc5f-deb821cc1024 req-d02fbdd1-e0b7-497d-a22b-d7d743a6fa12 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:34.277948 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c845fb02-e71d-4dd1-bc5f-deb821cc1024 req-d02fbdd1-e0b7-497d-a22b-d7d743a6fa12 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0599072 Mar 31 15:57:34.282070 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-60ea411e-55b3-4e9f-8a7e-96c51df09ed6 None None] Provisioning complete for port 1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:34.282834 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-60ea411e-55b3-4e9f-8a7e-96c51df09ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:34.283739 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-37e434c2-1c02-45f1-85cd-835c71268796 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5347171 Mar 31 15:57:34.286573 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 34596) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:34.341755 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c845fb02-e71d-4dd1-bc5f-deb821cc1024 req-5f6ea572-e8c3-45d4-98b5-66da28645af4 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571916 Mar 31 15:57:34.354900 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-2e63fd00-b8d8-4002-845d-cf668617613b None None] Set router 1439adfe-387e-481b-928e-844ae44ae422 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:57:34.492103 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-60ea411e-55b3-4e9f-8a7e-96c51df09ed6 None None] Current status of the port 1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:34.580832 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-2e63fd00-b8d8-4002-845d-cf668617613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1439adfe-387e-481b-928e-844ae44ae422', 'name': 'tempest-TestMinimumBasicScenario-670648929-router', 'tenant_id': '39433d10b3354477baf0297e786ae257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:31Z', 'updated_at': '2022-03-31T15:57:33Z', 'revision_number': 3, 'project_id': '39433d10b3354477baf0297e786ae257', 'gw_port': {'id': 'dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:78:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1439adfe-387e-481b-928e-844ae44ae422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:32Z', 'updated_at': '2022-03-31T15:57:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:34.613437 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e63fd00-b8d8-4002-845d-cf668617613b None None] Checking router: 1439adfe-387e-481b-928e-844ae44ae422 for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:57:34.613793 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e63fd00-b8d8-4002-845d-cf668617613b None None] Updating router 1439adfe-387e-481b-928e-844ae44ae422 port dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2 binding host dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:57:34.646110 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-2e63fd00-b8d8-4002-845d-cf668617613b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:34.674711 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:57:34.806907 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-da1f6caf-205c-488f-97cd-3117fe2b1e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:34.822977 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6575ccd-bd02-43ef-bb3c-a42b86fb0beb req-2e2df001-6fe7-4b41-a34c-0a0040e40a68 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:34.830909 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f6575ccd-bd02-43ef-bb3c-a42b86fb0beb req-2e2df001-6fe7-4b41-a34c-0a0040e40a68 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0750499 Mar 31 15:57:34.876881 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-19bd13f5-e817-41ed-bc5b-854a6a9c3455 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:34.885272 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f6575ccd-bd02-43ef-bb3c-a42b86fb0beb req-4624cec5-73e4-4b81-a3c6-5fa95f4a626e tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516391 Mar 31 15:57:34.887339 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:34.887827 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:34.981322 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08367ae-adee-4c56-a5f6-3ab2d489f34f req-0aedf35f-2bae-4322-a495-bfa5f10fd12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:34.982820 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f08367ae-adee-4c56-a5f6-3ab2d489f34f req-0aedf35f-2bae-4322-a495-bfa5f10fd12b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b74c4b3e38f4f298f86bb10c6a6f67b&device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 1129 time: 0.0472033 Mar 31 15:57:35.025528 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_common [None req-da1f6caf-205c-488f-97cd-3117fe2b1e56 admin admin] Allocated IP 172.20.0.1 (b2552859-fcc7-461c-a41a-27fa1eef0c5c/deee6580-48b7-449a-98b2-fa2d65e5dfd5/7731d8ea-432e-49b6-9a80-eaa27d311171) {{(pid=115720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:57:35.080193 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:35.121873 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08367ae-adee-4c56-a5f6-3ab2d489f34f req-69238511-2efe-43b9-a55d-0f06e094f296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:35.125456 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f08367ae-adee-4c56-a5f6-3ab2d489f34f req-69238511-2efe-43b9-a55d-0f06e094f296 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8fa8fe94-2799-4a5d-b4fd-6056ad46df32 HTTP/1.1" status: 200 len: 912 time: 0.1250057 Mar 31 15:57:35.130250 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-2e63fd00-b8d8-4002-845d-cf668617613b None None] Publish callbacks [] for port (dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2), precommit_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:35.138125 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-da1f6caf-205c-488f-97cd-3117fe2b1e56 admin admin] Publish callbacks [] for port (7731d8ea-432e-49b6-9a80-eaa27d311171), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:35.191909 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f08367ae-adee-4c56-a5f6-3ab2d489f34f req-639af0ab-771b-4a44-ab0b-af4ad4940d36 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23bb6d56-d3c6-46f6-8d1e-6b475007f76d HTTP/1.1" status: 200 len: 1000 time: 0.0597465 Mar 31 15:57:35.221239 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-2e63fd00-b8d8-4002-845d-cf668617613b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:35.245123 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08367ae-adee-4c56-a5f6-3ab2d489f34f req-53207729-4f5f-4142-9195-37a5cbff21ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:35.246747 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f08367ae-adee-4c56-a5f6-3ab2d489f34f req-53207729-4f5f-4142-9195-37a5cbff21ab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a1a7fe3f-e590-4452-8b6d-b35b0e495b82 HTTP/1.1" status: 200 len: 850 time: 0.0475721 Mar 31 15:57:35.254280 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-da1f6caf-205c-488f-97cd-3117fe2b1e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (7731d8ea-432e-49b6-9a80-eaa27d311171), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:35.287213 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca3b32-202c-4133-8753-62e95d3d7786 None None] Pushing event updated for resources: {'Port': ['ID=dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2,revision_number=2']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:35.294021 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-2e63fd00-b8d8-4002-845d-cf668617613b None None] Attempting to bind port dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2 on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:57:35.300730 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-2e63fd00-b8d8-4002-845d-cf668617613b None None] Attempting to bind port dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2 by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:57:35.300730 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e63fd00-b8d8-4002-845d-cf668617613b None None] Attempting to bind port dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2 on network 3b1a5cd5-bca8-4f86-be99-483986f7f547 {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:57:35.301008 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e63fd00-b8d8-4002-845d-cf668617613b None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 57, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:57:35.301657 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e63fd00-b8d8-4002-845d-cf668617613b None None] Checking segment: {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:57:35.301948 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-2e63fd00-b8d8-4002-845d-cf668617613b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:35.302349 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e63fd00-b8d8-4002-845d-cf668617613b None None] Bound using segment: {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:57:35.302825 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-2e63fd00-b8d8-4002-845d-cf668617613b None None] Bound port: dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:57:35.303659 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-2e63fd00-b8d8-4002-845d-cf668617613b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:35.311637 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1f6caf-205c-488f-97cd-3117fe2b1e56 admin admin] Network b2552859-fcc7-461c-a41a-27fa1eef0c5c is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:57:35.316088 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-da1f6caf-205c-488f-97cd-3117fe2b1e56 admin admin] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:35.317453 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08367ae-adee-4c56-a5f6-3ab2d489f34f req-dcd1ab3b-8b15-452f-8005-d28b0c7feacb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:35.318912 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1f6caf-205c-488f-97cd-3117fe2b1e56 admin admin] Received port after_create {{(pid=115720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:57:35.319276 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f08367ae-adee-4c56-a5f6-3ab2d489f34f req-dcd1ab3b-8b15-452f-8005-d28b0c7feacb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fa8fe94-2799-4a5d-b4fd-6056ad46df32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0605960 Mar 31 15:57:35.319810 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-da1f6caf-205c-488f-97cd-3117fe2b1e56 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606710'] for router_interface (1439adfe-387e-481b-928e-844ae44ae422), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:35.322645 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f6caf-205c-488f-97cd-3117fe2b1e56 admin admin] Pushing event updated for resources: {'Port': ['ID=7731d8ea-432e-49b6-9a80-eaa27d311171,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:35.359442 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-2e63fd00-b8d8-4002-845d-cf668617613b None None] For port dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:57:35.363626 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-2e63fd00-b8d8-4002-845d-cf668617613b None None] For port dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:57:35.449981 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-2e63fd00-b8d8-4002-845d-cf668617613b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:35.458018 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f08367ae-adee-4c56-a5f6-3ab2d489f34f req-f5ef3b08-57c9-4890-98d3-06225429501c service neutron] 10.222.0.24 "GET /v2.0/networks/8fa8fe94-2799-4a5d-b4fd-6056ad46df32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067166 Mar 31 15:57:35.529929 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ca3b32-202c-4133-8753-62e95d3d7786 None None] Pushing event updated for resources: {'Port': ['ID=dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2,revision_number=3']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:35.531577 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-da1f6caf-205c-488f-97cd-3117fe2b1e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (7731d8ea-432e-49b6-9a80-eaa27d311171), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:35.534834 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e63fd00-b8d8-4002-845d-cf668617613b None None] Routers {'1439adfe-387e-481b-928e-844ae44ae422'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:57:35.535538 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-2e63fd00-b8d8-4002-845d-cf668617613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:57:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['1439adfe-387e-481b-928e-844ae44ae422'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:35.654213 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-bb1e82a9-2484-4fc0-866a-1980ebbc5b47 None None] Provisioning complete for port 7731d8ea-432e-49b6-9a80-eaa27d311171 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:35.654895 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-bb1e82a9-2484-4fc0-866a-1980ebbc5b47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (7731d8ea-432e-49b6-9a80-eaa27d311171), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:35.657791 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1223fe-cc4f-40b5-a0fc-3e8eaa0b6a17 req-2d341c6f-ce4b-435c-bfd4-c46842131d24 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:35.660203 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-db1223fe-cc4f-40b5-a0fc-3e8eaa0b6a17 req-2d341c6f-ce4b-435c-bfd4-c46842131d24 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 946 time: 0.1254210 Mar 31 15:57:35.688143 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-2e63fd00-b8d8-4002-845d-cf668617613b None None] Set router 1439adfe-387e-481b-928e-844ae44ae422 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:57:35.694035 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f08367ae-adee-4c56-a5f6-3ab2d489f34f req-822fc52a-1c01-44af-bc2d-26a6c879d23c service neutron] 10.222.0.24 "GET /v2.0/networks/8fa8fe94-2799-4a5d-b4fd-6056ad46df32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468558 Mar 31 15:57:35.726500 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-db1223fe-cc4f-40b5-a0fc-3e8eaa0b6a17 req-1a3b9bbf-b3b1-4a15-bad4-3d051d1952b5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556822 Mar 31 15:57:35.730994 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-bb1e82a9-2484-4fc0-866a-1980ebbc5b47 None None] Port 7731d8ea-432e-49b6-9a80-eaa27d311171 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:57:35.740020 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-da1f6caf-205c-488f-97cd-3117fe2b1e56 admin admin] Publish callbacks [] for port (7731d8ea-432e-49b6-9a80-eaa27d311171), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:35.813538 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-da1f6caf-205c-488f-97cd-3117fe2b1e56 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (7731d8ea-432e-49b6-9a80-eaa27d311171), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:35.814279 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-da1f6caf-205c-488f-97cd-3117fe2b1e56 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606562'] for router_interface (1439adfe-387e-481b-928e-844ae44ae422), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:35.901163 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1f6caf-205c-488f-97cd-3117fe2b1e56 admin admin] Pushing event updated for resources: {'Port': ['ID=7731d8ea-432e-49b6-9a80-eaa27d311171,revision_number=2']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:35.942477 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1f6caf-205c-488f-97cd-3117fe2b1e56 admin admin] Network b2552859-fcc7-461c-a41a-27fa1eef0c5c is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:57:35.943886 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-da1f6caf-205c-488f-97cd-3117fe2b1e56 admin admin] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:36.036343 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259c076-296d-4126-b1b8-b62a6b7da2ad req-aea73432-dc94-4e27-8641-7b9531ac6b46 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:36.041645 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-2e63fd00-b8d8-4002-845d-cf668617613b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1439adfe-387e-481b-928e-844ae44ae422', 'name': 'tempest-TestMinimumBasicScenario-670648929-router', 'tenant_id': '39433d10b3354477baf0297e786ae257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:31Z', 'updated_at': '2022-03-31T15:57:35Z', 'revision_number': 4, 'project_id': '39433d10b3354477baf0297e786ae257', 'gw_port': {'id': 'dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:78:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1439adfe-387e-481b-928e-844ae44ae422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:32Z', 'updated_at': '2022-03-31T15:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '7731d8ea-432e-49b6-9a80-eaa27d311171', 'name': '', 'network_id': 'b2552859-fcc7-461c-a41a-27fa1eef0c5c', 'tenant_id': '39433d10b3354477baf0297e786ae257', 'mac_address': 'fa:16:3e:09:25:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1439adfe-387e-481b-928e-844ae44ae422', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'deee6580-48b7-449a-98b2-fa2d65e5dfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:34Z', 'updated_at': '2022-03-31T15:57:35Z', 'revision_number': 1, 'project_id': '39433d10b3354477baf0297e786ae257', 'subnets': [{'id': 'deee6580-48b7-449a-98b2-fa2d65e5dfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:36.044806 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8259c076-296d-4126-b1b8-b62a6b7da2ad req-aea73432-dc94-4e27-8641-7b9531ac6b46 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0749378 Mar 31 15:57:36.076239 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e63fd00-b8d8-4002-845d-cf668617613b None None] The sync data for ids ['1439adfe-387e-481b-928e-844ae44ae422'] in dv-cinder-836028-1-iscsi is: [{'id': '1439adfe-387e-481b-928e-844ae44ae422', 'name': 'tempest-TestMinimumBasicScenario-670648929-router', 'tenant_id': '39433d10b3354477baf0297e786ae257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:31Z', 'updated_at': '2022-03-31T15:57:35Z', 'revision_number': 4, 'project_id': '39433d10b3354477baf0297e786ae257', 'gw_port': {'id': 'dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:78:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1439adfe-387e-481b-928e-844ae44ae422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:32Z', 'updated_at': '2022-03-31T15:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '7731d8ea-432e-49b6-9a80-eaa27d311171', 'name': '', 'network_id': 'b2552859-fcc7-461c-a41a-27fa1eef0c5c', 'tenant_id': '39433d10b3354477baf0297e786ae257', 'mac_address': 'fa:16:3e:09:25:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1439adfe-387e-481b-928e-844ae44ae422', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'deee6580-48b7-449a-98b2-fa2d65e5dfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:34Z', 'updated_at': '2022-03-31T15:57:35Z', 'revision_number': 1, 'project_id': '39433d10b3354477baf0297e786ae257', 'subnets': [{'id': 'deee6580-48b7-449a-98b2-fa2d65e5dfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:57:36.095670 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da1f6caf-205c-488f-97cd-3117fe2b1e56 admin admin] Router 1439adfe-387e-481b-928e-844ae44ae422 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:57:36.096355 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8259c076-296d-4126-b1b8-b62a6b7da2ad req-5439ad08-066c-4afb-b5a4-8d6c7c1d6283 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503902 Mar 31 15:57:36.220517 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1f6caf-205c-488f-97cd-3117fe2b1e56 admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:57:36.225822 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-da1f6caf-205c-488f-97cd-3117fe2b1e56 admin admin] 10.222.0.47 "PUT /v2.0/routers/1439adfe-387e-481b-928e-844ae44ae422/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9384673 Mar 31 15:57:36.258463 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-98fe8674-3baf-4b56-b23d-669a64f47f7f None None] Provisioning complete for port 7731d8ea-432e-49b6-9a80-eaa27d311171 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:36.259009 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-98fe8674-3baf-4b56-b23d-669a64f47f7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (7731d8ea-432e-49b6-9a80-eaa27d311171), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:36.314296 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-98fe8674-3baf-4b56-b23d-669a64f47f7f None None] Port 7731d8ea-432e-49b6-9a80-eaa27d311171 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:57:36.865712 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ae217-5446-4fb5-8bf1-1e12d63aa38e req-f2446678-924f-46cf-8ccf-78d5c1dc8b0f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:36.872148 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3a0ae217-5446-4fb5-8bf1-1e12d63aa38e req-f2446678-924f-46cf-8ccf-78d5c1dc8b0f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 946 time: 0.0613713 Mar 31 15:57:36.915454 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3a0ae217-5446-4fb5-8bf1-1e12d63aa38e req-f41763fd-4f80-499c-98cb-0ac5f3c6a534 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423226 Mar 31 15:57:36.993340 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-819cae7f-3b2d-49e3-874a-164e9ec3876c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:37.232080 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105a0b09-dba6-4072-a3eb-5dfe2f873254 req-66e14ff1-ed7b-42c5-8f88-863f7bb9a145 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:37.233854 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-105a0b09-dba6-4072-a3eb-5dfe2f873254 req-66e14ff1-ed7b-42c5-8f88-863f7bb9a145 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0565035 Mar 31 15:57:37.332685 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-105a0b09-dba6-4072-a3eb-5dfe2f873254 req-fd9ae143-7b4f-40fa-9982-60e296e6f9a5 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857856 Mar 31 15:57:37.769312 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:37.931079 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de40cbec-f034-41e3-ab57-70e60dd4078d req-cd858b00-950f-41d3-9b55-4e951f757f89 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:37.933308 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-de40cbec-f034-41e3-ab57-70e60dd4078d req-cd858b00-950f-41d3-9b55-4e951f757f89 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.24 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 946 time: 0.0654528 Mar 31 15:57:38.097252 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0c176c-ecc5-4c05-b825-73fcfffd73e2 req-4a471ab3-f7c9-4d70-a105-bad2d250cc57 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:38.098689 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5b0c176c-ecc5-4c05-b825-73fcfffd73e2 req-4a471ab3-f7c9-4d70-a105-bad2d250cc57 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 946 time: 0.0966985 Mar 31 15:57:38.105007 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [req-de40cbec-f034-41e3-ab57-70e60dd4078d req-b4995ada-ad23-4cff-b444-dbf730487ab7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Deleting port 81fb7c8f-5731-4355-bfff-69eac154b042 {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:57:38.105353 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-de40cbec-f034-41e3-ab57-70e60dd4078d req-b4995ada-ad23-4cff-b444-dbf730487ab7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (81fb7c8f-5731-4355-bfff-69eac154b042), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:38.203657 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5b0c176c-ecc5-4c05-b825-73fcfffd73e2 req-faec5c14-db21-4cae-be8c-995ab1b5044b tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=730a12a3-b72b-491c-864c-f0aee02cf05e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952318 Mar 31 15:57:38.232566 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-de40cbec-f034-41e3-ab57-70e60dd4078d req-b4995ada-ad23-4cff-b444-dbf730487ab7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] For port 81fb7c8f-5731-4355-bfff-69eac154b042, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=81fb7c8f-5731-4355-bfff-69eac154b042,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:38.233206 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-de40cbec-f034-41e3-ab57-70e60dd4078d req-b4995ada-ad23-4cff-b444-dbf730487ab7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (81fb7c8f-5731-4355-bfff-69eac154b042), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:38.363680 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:38.492848 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-de40cbec-f034-41e3-ab57-70e60dd4078d req-b4995ada-ad23-4cff-b444-dbf730487ab7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:38.493227 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-de40cbec-f034-41e3-ab57-70e60dd4078d req-b4995ada-ad23-4cff-b444-dbf730487ab7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (38062d23-a40d-40d0-bd5a-f19b2e1b3312), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:38.493582 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.db.l3_db [req-de40cbec-f034-41e3-ab57-70e60dd4078d req-b4995ada-ad23-4cff-b444-dbf730487ab7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Floating IP 38062d23-a40d-40d0-bd5a-f19b2e1b3312 disassociated. External IP: 172.27.0.229, port: 81fb7c8f-5731-4355-bfff-69eac154b042. Mar 31 15:57:38.493908 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [req-de40cbec-f034-41e3-ab57-70e60dd4078d req-b4995ada-ad23-4cff-b444-dbf730487ab7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Calling delete_port for 81fb7c8f-5731-4355-bfff-69eac154b042 owned by compute:nova {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:57:38.689974 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:57:38.710791 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-de40cbec-f034-41e3-ab57-70e60dd4078d req-b4995ada-ad23-4cff-b444-dbf730487ab7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (81fb7c8f-5731-4355-bfff-69eac154b042), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:38.768168 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4995ada-ad23-4cff-b444-dbf730487ab7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Pushing event deleted for resources: {'Port': ['ID=81fb7c8f-5731-4355-bfff-69eac154b042,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:38.781498 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:38.782500 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:38.901619 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2 is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:38.902061 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:38.935015 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de40cbec-f034-41e3-ab57-70e60dd4078d req-b4995ada-ad23-4cff-b444-dbf730487ab7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Router 297316b7-94a5-49b3-8d00-ea2b3fa314bd has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:57:38.940519 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] For port dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:39.011640 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:39.073147 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de40cbec-f034-41e3-ab57-70e60dd4078d req-b4995ada-ad23-4cff-b444-dbf730487ab7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:57:39.088387 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5426b70e-98cd-4b96-876d-deb9cb39b3e2 None None] Sync routers for ids ['297316b7-94a5-49b3-8d00-ea2b3fa314bd'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:57:39.100325 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5426b70e-98cd-4b96-876d-deb9cb39b3e2 None None] Routers {'297316b7-94a5-49b3-8d00-ea2b3fa314bd'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:57:39.101272 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-5426b70e-98cd-4b96-876d-deb9cb39b3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:57:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['297316b7-94a5-49b3-8d00-ea2b3fa314bd'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:39.124529 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Pushing event updated for resources: {'Port': ['ID=dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:39.145143 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [req-de40cbec-f034-41e3-ab57-70e60dd4078d req-b4995ada-ad23-4cff-b444-dbf730487ab7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] No DVR routers for this DVR port 81fb7c8f-5731-4355-bfff-69eac154b042 on host hv-cinder-83602 {{(pid=115719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:57:39.148054 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-de40cbec-f034-41e3-ab57-70e60dd4078d req-b4995ada-ad23-4cff-b444-dbf730487ab7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:39.151777 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-de40cbec-f034-41e3-ab57-70e60dd4078d req-b4995ada-ad23-4cff-b444-dbf730487ab7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.24 "DELETE /v2.0/ports/81fb7c8f-5731-4355-bfff-69eac154b042 HTTP/1.1" status: 204 len: 173 time: 1.2125232 Mar 31 15:57:39.152210 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1bb087c-1acb-4022-bf57-47fc597630ca', 'name': 'network-vif-deleted', 'tag': '81fb7c8f-5731-4355-bfff-69eac154b042'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:57:39.154632 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cb6e6ee-5007-4502-acf3-74855d489431" -d '{"events": [{"server_uuid": "e1bb087c-1acb-4022-bf57-47fc597630ca", "name": "network-vif-deleted", "tag": "81fb7c8f-5731-4355-bfff-69eac154b042"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:57:39.198310 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26a5dc26-0231-4241-a060-1894cc49b47b x-openstack-request-id: req-26a5dc26-0231-4241-a060-1894cc49b47b {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:57:39.198800 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1bb087c-1acb-4022-bf57-47fc597630ca", "name": "network-vif-deleted", "tag": "81fb7c8f-5731-4355-bfff-69eac154b042", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:57:39.199286 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-26a5dc26-0231-4241-a060-1894cc49b47b {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:57:39.199840 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-26a5dc26-0231-4241-a060-1894cc49b47b'] response: {'server_uuid': 'e1bb087c-1acb-4022-bf57-47fc597630ca', 'name': 'network-vif-deleted', 'tag': '81fb7c8f-5731-4355-bfff-69eac154b042', 'status': 'completed', 'code': 200} Mar 31 15:57:39.352814 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-5426b70e-98cd-4b96-876d-deb9cb39b3e2 None None] Set router 297316b7-94a5-49b3-8d00-ea2b3fa314bd gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:57:39.361862 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-28ae5bb3-eb87-4f5d-8578-5bc85549b632 req-6c745177-60d9-454a-93db-0a9ed8a9a914 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 210 time: 0.0413640 Mar 31 15:57:39.409497 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:39.719852 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-5426b70e-98cd-4b96-876d-deb9cb39b3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1621461563-router', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:19Z', 'revision_number': 4, 'project_id': 'cf512c54be704edba504249cc57859c5', 'gw_port': {'id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': 'bf403390-2890-4e83-9d4e-ae3d6a5dface', 'name': '', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'mac_address': 'fa:16:3e:7b:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:16Z', 'updated_at': '2022-03-31T15:53:32Z', 'revision_number': 5, 'project_id': 'cf512c54be704edba504249cc57859c5', 'subnets': [{'id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:39.747902 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5426b70e-98cd-4b96-876d-deb9cb39b3e2 None None] Checking router: 297316b7-94a5-49b3-8d00-ea2b3fa314bd for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:57:39.757399 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5426b70e-98cd-4b96-876d-deb9cb39b3e2 None None] Routers {'297316b7-94a5-49b3-8d00-ea2b3fa314bd'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:57:39.758935 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-5426b70e-98cd-4b96-876d-deb9cb39b3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:57:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['297316b7-94a5-49b3-8d00-ea2b3fa314bd'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:39.882588 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-5426b70e-98cd-4b96-876d-deb9cb39b3e2 None None] Set router 297316b7-94a5-49b3-8d00-ea2b3fa314bd gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:57:40.137431 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-5426b70e-98cd-4b96-876d-deb9cb39b3e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1621461563-router', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:19Z', 'revision_number': 4, 'project_id': 'cf512c54be704edba504249cc57859c5', 'gw_port': {'id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': 'bf403390-2890-4e83-9d4e-ae3d6a5dface', 'name': '', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'mac_address': 'fa:16:3e:7b:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:16Z', 'updated_at': '2022-03-31T15:53:32Z', 'revision_number': 5, 'project_id': 'cf512c54be704edba504249cc57859c5', 'subnets': [{'id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:40.169861 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5426b70e-98cd-4b96-876d-deb9cb39b3e2 None None] The sync data for ids ['297316b7-94a5-49b3-8d00-ea2b3fa314bd'] in dv-cinder-836028-1-iscsi is: [{'id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1621461563-router', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:19Z', 'revision_number': 4, 'project_id': 'cf512c54be704edba504249cc57859c5', 'gw_port': {'id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': 'bf403390-2890-4e83-9d4e-ae3d6a5dface', 'name': '', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'mac_address': 'fa:16:3e:7b:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:16Z', 'updated_at': '2022-03-31T15:53:32Z', 'revision_number': 5, 'project_id': 'cf512c54be704edba504249cc57859c5', 'subnets': [{'id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:57:40.278075 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c56d66-3e3c-49df-b89f-60087833d10b None None] Sync routers for ids ['1439adfe-387e-481b-928e-844ae44ae422'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:57:40.294722 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c56d66-3e3c-49df-b89f-60087833d10b None None] Routers {'1439adfe-387e-481b-928e-844ae44ae422'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:57:40.295667 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-11c56d66-3e3c-49df-b89f-60087833d10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:57:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['1439adfe-387e-481b-928e-844ae44ae422'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:40.417543 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-11c56d66-3e3c-49df-b89f-60087833d10b None None] Set router 1439adfe-387e-481b-928e-844ae44ae422 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:57:40.464470 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd6076f-7e68-4e34-a73e-d6a5b0baa143 None None] New status for floating IP 38062d23-a40d-40d0-bd5a-f19b2e1b3312: DOWN {{(pid=115722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:57:40.484445 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-31c53f43-5309-42d3-aeae-2a053df19bff req-eea283bb-189a-4e5c-a04d-abddc4e32f7a tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=e1bb087c-1acb-4022-bf57-47fc597630ca HTTP/1.1" status: 200 len: 210 time: 0.0292833 Mar 31 15:57:40.630456 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-11c56d66-3e3c-49df-b89f-60087833d10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1439adfe-387e-481b-928e-844ae44ae422', 'name': 'tempest-TestMinimumBasicScenario-670648929-router', 'tenant_id': '39433d10b3354477baf0297e786ae257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:31Z', 'updated_at': '2022-03-31T15:57:35Z', 'revision_number': 4, 'project_id': '39433d10b3354477baf0297e786ae257', 'gw_port': {'id': 'dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:78:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1439adfe-387e-481b-928e-844ae44ae422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:32Z', 'updated_at': '2022-03-31T15:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '7731d8ea-432e-49b6-9a80-eaa27d311171', 'name': '', 'network_id': 'b2552859-fcc7-461c-a41a-27fa1eef0c5c', 'tenant_id': '39433d10b3354477baf0297e786ae257', 'mac_address': 'fa:16:3e:09:25:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1439adfe-387e-481b-928e-844ae44ae422', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'deee6580-48b7-449a-98b2-fa2d65e5dfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:34Z', 'updated_at': '2022-03-31T15:57:35Z', 'revision_number': 2, 'project_id': '39433d10b3354477baf0297e786ae257', 'subnets': [{'id': 'deee6580-48b7-449a-98b2-fa2d65e5dfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:40.662650 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:57:40.664994 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c56d66-3e3c-49df-b89f-60087833d10b None None] Checking router: 1439adfe-387e-481b-928e-844ae44ae422 for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:57:40.665354 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c56d66-3e3c-49df-b89f-60087833d10b None None] Updating router 1439adfe-387e-481b-928e-844ae44ae422 port 7731d8ea-432e-49b6-9a80-eaa27d311171 binding host dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 15:57:40.718375 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-11c56d66-3e3c-49df-b89f-60087833d10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (7731d8ea-432e-49b6-9a80-eaa27d311171), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:40.781578 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:40.781958 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:41.076628 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-11c56d66-3e3c-49df-b89f-60087833d10b None None] Publish callbacks [] for port (7731d8ea-432e-49b6-9a80-eaa27d311171), precommit_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:41.093496 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:41.158483 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-11c56d66-3e3c-49df-b89f-60087833d10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (7731d8ea-432e-49b6-9a80-eaa27d311171), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:41.198118 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:41.242643 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2b450-429c-42a2-bc88-761bd4a0a6da None None] Pushing event updated for resources: {'Port': ['ID=7731d8ea-432e-49b6-9a80-eaa27d311171,revision_number=3']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:41.276532 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-11c56d66-3e3c-49df-b89f-60087833d10b None None] Attempting to bind port 7731d8ea-432e-49b6-9a80-eaa27d311171 on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:57:41.277019 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-11c56d66-3e3c-49df-b89f-60087833d10b None None] Attempting to bind port 7731d8ea-432e-49b6-9a80-eaa27d311171 by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': '42f6ad06-d5b1-42d8-aefe-1c5cb139deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'b2552859-fcc7-461c-a41a-27fa1eef0c5c'}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:57:41.277383 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c56d66-3e3c-49df-b89f-60087833d10b None None] Attempting to bind port 7731d8ea-432e-49b6-9a80-eaa27d311171 on network b2552859-fcc7-461c-a41a-27fa1eef0c5c {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:57:41.287315 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c56d66-3e3c-49df-b89f-60087833d10b None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:57:41.288074 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c56d66-3e3c-49df-b89f-60087833d10b None None] Checking segment: {'id': '42f6ad06-d5b1-42d8-aefe-1c5cb139deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'b2552859-fcc7-461c-a41a-27fa1eef0c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:57:41.288197 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-11c56d66-3e3c-49df-b89f-60087833d10b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:41.288509 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c56d66-3e3c-49df-b89f-60087833d10b None None] Bound using segment: {'id': '42f6ad06-d5b1-42d8-aefe-1c5cb139deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'b2552859-fcc7-461c-a41a-27fa1eef0c5c'} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:57:41.289665 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-11c56d66-3e3c-49df-b89f-60087833d10b None None] Bound port: 7731d8ea-432e-49b6-9a80-eaa27d311171, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '42f6ad06-d5b1-42d8-aefe-1c5cb139deb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'b2552859-fcc7-461c-a41a-27fa1eef0c5c'}}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:57:41.290061 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-11c56d66-3e3c-49df-b89f-60087833d10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (7731d8ea-432e-49b6-9a80-eaa27d311171), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:41.391878 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-11c56d66-3e3c-49df-b89f-60087833d10b None None] For port 7731d8ea-432e-49b6-9a80-eaa27d311171, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:57:41.396098 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-11c56d66-3e3c-49df-b89f-60087833d10b None None] For port 7731d8ea-432e-49b6-9a80-eaa27d311171, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=7731d8ea-432e-49b6-9a80-eaa27d311171,segment=NetworkSegment(42f6ad06-d5b1-42d8-aefe-1c5cb139deb7),segment_id=42f6ad06-d5b1-42d8-aefe-1c5cb139deb7)] {{(pid=115721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:57:41.488108 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-c41886e7-8301-48c1-8cdb-929582ddc901 None None] Provisioning complete for port 7731d8ea-432e-49b6-9a80-eaa27d311171 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:41.488492 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-c41886e7-8301-48c1-8cdb-929582ddc901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (7731d8ea-432e-49b6-9a80-eaa27d311171), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:41.516356 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 81fb7c8f-5731-4355-bfff-69eac154b042 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:57:41.538771 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-11c56d66-3e3c-49df-b89f-60087833d10b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (7731d8ea-432e-49b6-9a80-eaa27d311171), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:41.541072 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] No Port match for: 81fb7c8f-5731-4355-bfff-69eac154b042 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:57:41.541421 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 81fb7c8f-5731-4355-bfff-69eac154b042 not bound to the agent host hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:57:41.580295 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-c41886e7-8301-48c1-8cdb-929582ddc901 None None] Port 7731d8ea-432e-49b6-9a80-eaa27d311171 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:57:41.617825 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2b450-429c-42a2-bc88-761bd4a0a6da None None] Pushing event updated for resources: {'Port': ['ID=7731d8ea-432e-49b6-9a80-eaa27d311171,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:41.628901 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c56d66-3e3c-49df-b89f-60087833d10b None None] Routers {'1439adfe-387e-481b-928e-844ae44ae422'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:57:41.628901 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-11c56d66-3e3c-49df-b89f-60087833d10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:57:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['1439adfe-387e-481b-928e-844ae44ae422'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:41.657403 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 34684) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:41.740220 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3876-c6f6-4843-aca5-e8459a9cb5eb tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for security_group (730a12a3-b72b-491c-864c-f0aee02cf05e), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:41.775126 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3876-c6f6-4843-aca5-e8459a9cb5eb tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for security_group (730a12a3-b72b-491c-864c-f0aee02cf05e), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:41.799537 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-11c56d66-3e3c-49df-b89f-60087833d10b None None] Set router 1439adfe-387e-481b-928e-844ae44ae422 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:57:41.924144 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3876-c6f6-4843-aca5-e8459a9cb5eb tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (730a12a3-b72b-491c-864c-f0aee02cf05e), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:41.926829 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-cc9a3876-c6f6-4843-aca5-e8459a9cb5eb tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:41.931270 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-cc9a3876-c6f6-4843-aca5-e8459a9cb5eb tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "DELETE /v2.0/security-groups/730a12a3-b72b-491c-864c-f0aee02cf05e HTTP/1.1" status: 204 len: 168 time: 0.2695866 Mar 31 15:57:41.931479 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 34686) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:41.942213 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a3876-c6f6-4843-aca5-e8459a9cb5eb tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=730a12a3-b72b-491c-864c-f0aee02cf05e,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:41.950643 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.api.v2.resource [None req-4d6e7be6-f8bd-4871-9b55-2f7c79418689 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] show failed (client error): The resource could not be found. Mar 31 15:57:41.952322 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-4d6e7be6-f8bd-4871-9b55-2f7c79418689 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups/730a12a3-b72b-491c-864c-f0aee02cf05e HTTP/1.1" status: 404 len: 347 time: 0.0192318 Mar 31 15:57:41.960314 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 34688) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:42.122031 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-d4f1565f-1b36-47ab-9808-875e49054ed3 None None] Provisioning complete for port 7731d8ea-432e-49b6-9a80-eaa27d311171 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:42.122438 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-d4f1565f-1b36-47ab-9808-875e49054ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (7731d8ea-432e-49b6-9a80-eaa27d311171), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:42.128486 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-bf2708e7-8368-4cac-a171-ab0cb9aaf88d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Deleting port 5c606d8d-b441-41c1-bdfc-bdcacffd8618 {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:57:42.128848 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-bf2708e7-8368-4cac-a171-ab0cb9aaf88d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (5c606d8d-b441-41c1-bdfc-bdcacffd8618), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:42.233617 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-bf2708e7-8368-4cac-a171-ab0cb9aaf88d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (5c606d8d-b441-41c1-bdfc-bdcacffd8618), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:42.233953 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-bf2708e7-8368-4cac-a171-ab0cb9aaf88d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for floatingip (5c606d8d-b441-41c1-bdfc-bdcacffd8618), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:42.255666 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-bf2708e7-8368-4cac-a171-ab0cb9aaf88d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Calling delete_port for 5c606d8d-b441-41c1-bdfc-bdcacffd8618 owned by network:floatingip {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:57:42.271705 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-d4f1565f-1b36-47ab-9808-875e49054ed3 None None] Current status of the port 7731d8ea-432e-49b6-9a80-eaa27d311171 is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:42.272146 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-d4f1565f-1b36-47ab-9808-875e49054ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (7731d8ea-432e-49b6-9a80-eaa27d311171), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:42.305191 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-11c56d66-3e3c-49df-b89f-60087833d10b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1439adfe-387e-481b-928e-844ae44ae422', 'name': 'tempest-TestMinimumBasicScenario-670648929-router', 'tenant_id': '39433d10b3354477baf0297e786ae257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:31Z', 'updated_at': '2022-03-31T15:57:35Z', 'revision_number': 4, 'project_id': '39433d10b3354477baf0297e786ae257', 'gw_port': {'id': 'dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:78:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1439adfe-387e-481b-928e-844ae44ae422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:32Z', 'updated_at': '2022-03-31T15:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '7731d8ea-432e-49b6-9a80-eaa27d311171', 'name': '', 'network_id': 'b2552859-fcc7-461c-a41a-27fa1eef0c5c', 'tenant_id': '39433d10b3354477baf0297e786ae257', 'mac_address': 'fa:16:3e:09:25:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1439adfe-387e-481b-928e-844ae44ae422', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'deee6580-48b7-449a-98b2-fa2d65e5dfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:34Z', 'updated_at': '2022-03-31T15:57:41Z', 'revision_number': 4, 'project_id': '39433d10b3354477baf0297e786ae257', 'subnets': [{'id': 'deee6580-48b7-449a-98b2-fa2d65e5dfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:57:42.340271 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11c56d66-3e3c-49df-b89f-60087833d10b None None] The sync data for ids ['1439adfe-387e-481b-928e-844ae44ae422'] in dv-cinder-836028-1-iscsi is: [{'id': '1439adfe-387e-481b-928e-844ae44ae422', 'name': 'tempest-TestMinimumBasicScenario-670648929-router', 'tenant_id': '39433d10b3354477baf0297e786ae257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:31Z', 'updated_at': '2022-03-31T15:57:35Z', 'revision_number': 4, 'project_id': '39433d10b3354477baf0297e786ae257', 'gw_port': {'id': 'dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:78:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1439adfe-387e-481b-928e-844ae44ae422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:32Z', 'updated_at': '2022-03-31T15:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '7731d8ea-432e-49b6-9a80-eaa27d311171', 'name': '', 'network_id': 'b2552859-fcc7-461c-a41a-27fa1eef0c5c', 'tenant_id': '39433d10b3354477baf0297e786ae257', 'mac_address': 'fa:16:3e:09:25:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1439adfe-387e-481b-928e-844ae44ae422', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'deee6580-48b7-449a-98b2-fa2d65e5dfd5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:34Z', 'updated_at': '2022-03-31T15:57:41Z', 'revision_number': 4, 'project_id': '39433d10b3354477baf0297e786ae257', 'subnets': [{'id': 'deee6580-48b7-449a-98b2-fa2d65e5dfd5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:57:42.344905 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-d4f1565f-1b36-47ab-9808-875e49054ed3 None None] For port 7731d8ea-432e-49b6-9a80-eaa27d311171, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=7731d8ea-432e-49b6-9a80-eaa27d311171,segment=NetworkSegment(42f6ad06-d5b1-42d8-aefe-1c5cb139deb7),segment_id=42f6ad06-d5b1-42d8-aefe-1c5cb139deb7)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:57:42.408175 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-d4f1565f-1b36-47ab-9808-875e49054ed3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (7731d8ea-432e-49b6-9a80-eaa27d311171), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:42.469946 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1565f-1b36-47ab-9808-875e49054ed3 None None] Pushing event updated for resources: {'Port': ['ID=7731d8ea-432e-49b6-9a80-eaa27d311171,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:42.512763 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-bf2708e7-8368-4cac-a171-ab0cb9aaf88d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (5c606d8d-b441-41c1-bdfc-bdcacffd8618), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:42.544109 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2708e7-8368-4cac-a171-ab0cb9aaf88d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Pushing event deleted for resources: {'Port': ['ID=5c606d8d-b441-41c1-bdfc-bdcacffd8618,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:42.636393 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-bf2708e7-8368-4cac-a171-ab0cb9aaf88d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for floatingip (38062d23-a40d-40d0-bd5a-f19b2e1b3312), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:42.644252 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-bf2708e7-8368-4cac-a171-ab0cb9aaf88d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:42.645026 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-bf2708e7-8368-4cac-a171-ab0cb9aaf88d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "DELETE /v2.0/floatingips/38062d23-a40d-40d0-bd5a-f19b2e1b3312 HTTP/1.1" status: 204 len: 168 time: 0.6813896 Mar 31 15:57:42.713487 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 7731d8ea-432e-49b6-9a80-eaa27d311171 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:57:42.838246 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 7731d8ea-432e-49b6-9a80-eaa27d311171 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:42.838872 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (7731d8ea-432e-49b6-9a80-eaa27d311171), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:42.964245 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 7731d8ea-432e-49b6-9a80-eaa27d311171 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:57:43.158384 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 34694) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:43.162830 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-3e635979-c0df-4595-b01a-3fb71238377f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Request body: {'security_group': {'name': 'tempest-securitygroup--355797022', 'description': 'tempest-description--398232541'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:43.273034 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-3e635979-c0df-4595-b01a-3fb71238377f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:43.374721 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-3e635979-c0df-4595-b01a-3fb71238377f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for security_group (53ea769b-2193-40ce-a1c0-2d4fb7f32ffd), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:43.456872 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-3e635979-c0df-4595-b01a-3fb71238377f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (53ea769b-2193-40ce-a1c0-2d4fb7f32ffd), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:43.490510 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e635979-c0df-4595-b01a-3fb71238377f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:43.572349 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-3e635979-c0df-4595-b01a-3fb71238377f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:43.573966 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-3e635979-c0df-4595-b01a-3fb71238377f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.4144988 Mar 31 15:57:43.576682 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 34696) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:43.581471 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-9b2704f2-583a-4071-a0dd-2e9004c86428 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Request body: {'security_group_rule': {'security_group_id': '53ea769b-2193-40ce-a1c0-2d4fb7f32ffd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:43.684577 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f2-583a-4071-a0dd-2e9004c86428 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for security_group_rule (23b73b7d-25cb-4f98-be2d-23f84ff28071), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:43.748976 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f2-583a-4071-a0dd-2e9004c86428 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for security_group_rule (23b73b7d-25cb-4f98-be2d-23f84ff28071), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:43.820713 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f2-583a-4071-a0dd-2e9004c86428 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (23b73b7d-25cb-4f98-be2d-23f84ff28071), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:43.842137 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2704f2-583a-4071-a0dd-2e9004c86428 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b73b7d-25cb-4f98-be2d-23f84ff28071,revision_number=0']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:43.936591 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9b2704f2-583a-4071-a0dd-2e9004c86428 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:43.940780 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-9b2704f2-583a-4071-a0dd-2e9004c86428 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3602750 Mar 31 15:57:43.941143 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 34702) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:43.946060 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-8120efff-8e8e-484f-8a5d-66b2ebe6a8e4 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Request body: {'security_group_rule': {'security_group_id': '53ea769b-2193-40ce-a1c0-2d4fb7f32ffd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:44.402081 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-8120efff-8e8e-484f-8a5d-66b2ebe6a8e4 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for security_group_rule (92a277ed-41bb-4e9c-8464-1a769774f276), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:44.458616 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-8120efff-8e8e-484f-8a5d-66b2ebe6a8e4 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for security_group_rule (92a277ed-41bb-4e9c-8464-1a769774f276), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:44.643726 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-8120efff-8e8e-484f-8a5d-66b2ebe6a8e4 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (92a277ed-41bb-4e9c-8464-1a769774f276), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:44.665972 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8120efff-8e8e-484f-8a5d-66b2ebe6a8e4 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92a277ed-41bb-4e9c-8464-1a769774f276,revision_number=0']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:44.809939 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-8120efff-8e8e-484f-8a5d-66b2ebe6a8e4 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:44.811416 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-8120efff-8e8e-484f-8a5d-66b2ebe6a8e4 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8692005 Mar 31 15:57:44.814551 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 34708) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:57:44.819259 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-eb4c434c-54ac-4cf4-9b48-efab5226e54c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Request body: {'floatingip': {'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:44.930166 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-eb4c434c-54ac-4cf4-9b48-efab5226e54c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:45.078430 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-eb4c434c-54ac-4cf4-9b48-efab5226e54c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:45.204097 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [None req-eb4c434c-54ac-4cf4-9b48-efab5226e54c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Allocated IP 172.27.0.8 (3b1a5cd5-bca8-4f86-be99-483986f7f547/c4390997-9a11-4c24-ae70-32af92bbcdb2/29136d02-d454-4238-aa79-916123bd5467) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:57:45.316363 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-eb4c434c-54ac-4cf4-9b48-efab5226e54c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for port (29136d02-d454-4238-aa79-916123bd5467), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:45.408361 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-eb4c434c-54ac-4cf4-9b48-efab5226e54c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (29136d02-d454-4238-aa79-916123bd5467), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:45.467653 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4c434c-54ac-4cf4-9b48-efab5226e54c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Network 3b1a5cd5-bca8-4f86-be99-483986f7f547 is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:57:45.467653 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [None req-eb4c434c-54ac-4cf4-9b48-efab5226e54c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:45.467653 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4c434c-54ac-4cf4-9b48-efab5226e54c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:57:45.468640 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c434c-54ac-4cf4-9b48-efab5226e54c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Pushing event updated for resources: {'Port': ['ID=29136d02-d454-4238-aa79-916123bd5467,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:45.559209 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-eb4c434c-54ac-4cf4-9b48-efab5226e54c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for floatingip (2d55b9d2-6846-4c9d-a56b-cf5ce7b035d4), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:45.664694 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-eb4c434c-54ac-4cf4-9b48-efab5226e54c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (29136d02-d454-4238-aa79-916123bd5467), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:45.834878 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-eb4c434c-54ac-4cf4-9b48-efab5226e54c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for port (29136d02-d454-4238-aa79-916123bd5467), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:45.918363 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-eb4c434c-54ac-4cf4-9b48-efab5226e54c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (29136d02-d454-4238-aa79-916123bd5467), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:45.988403 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4c434c-54ac-4cf4-9b48-efab5226e54c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Pushing event updated for resources: {'Port': ['ID=29136d02-d454-4238-aa79-916123bd5467,revision_number=2']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:46.000188 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-eb4c434c-54ac-4cf4-9b48-efab5226e54c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (2d55b9d2-6846-4c9d-a56b-cf5ce7b035d4), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:46.129905 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-eb4c434c-54ac-4cf4-9b48-efab5226e54c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:46.141852 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-eb4c434c-54ac-4cf4-9b48-efab5226e54c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.3262229 Mar 31 15:57:46.360269 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-79a9558c-a39c-428b-b0d0-de3a7f6e6e9b tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--355797022&fields=id&tenant_id=cf512c54be704edba504249cc57859c5 HTTP/1.1" status: 200 len: 267 time: 0.0491846 Mar 31 15:57:46.474268 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-10fa5ea2-cd6b-4688-be08-16e6a1f7cac7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:46.475741 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-10fa5ea2-cd6b-4688-be08-16e6a1f7cac7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/networks?id=65944f20-8ab3-4e9e-89a3-2479fa118d50 HTTP/1.1" status: 200 len: 817 time: 0.1104586 Mar 31 15:57:46.490923 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-1d35acef-1fb7-4a35-b491-e2c41fe3f215 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/quotas/cf512c54be704edba504249cc57859c5 HTTP/1.1" status: 200 len: 375 time: 0.0095124 Mar 31 15:57:46.561418 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-51f08a41-30fb-423f-82e5-85c43f0a5b0d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=cf512c54be704edba504249cc57859c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0603507 Mar 31 15:57:46.922863 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-44781bff-13f0-4abd-a632-a0085ce29cb8 service neutron] 10.222.0.47 "GET /v2.0/networks/65944f20-8ab3-4e9e-89a3-2479fa118d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492756 Mar 31 15:57:47.029104 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-676e15ca-4efd-42c1-9aef-2a03e12a9b2a service neutron] 10.222.0.47 "GET /v2.0/networks/65944f20-8ab3-4e9e-89a3-2479fa118d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985410 Mar 31 15:57:47.312729 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0955055c-774b-4dc3-add1-9025eb5d38be req-58e100ae-9a1d-4b41-9ed2-aa0de42cd35a tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 210 time: 0.0359130 Mar 31 15:57:48.411368 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3934d440-523e-46e9-aab9-20b040162257 req-ca94247f-a9c0-4617-8dab-efa348373c51 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 210 time: 0.0262752 Mar 31 15:57:48.812303 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:57:49.117069 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-a2b5dc7b-19c5-4a38-b389-5349bfb6ede4 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:49.118433 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-a2b5dc7b-19c5-4a38-b389-5349bfb6ede4 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/networks?id=4df2c028-a451-4616-8b86-d071486326ef HTTP/1.1" status: 200 len: 814 time: 0.0983400 Mar 31 15:57:49.133187 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-e4c24652-e987-4b77-b020-2406dc10bccd tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/quotas/eb19792da30e47fa826942f826c519af HTTP/1.1" status: 200 len: 375 time: 0.0088222 Mar 31 15:57:49.191992 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-bd4765cd-8d7f-47df-ac29-a0312af9e0fc tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=eb19792da30e47fa826942f826c519af&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534856 Mar 31 15:57:49.286470 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-1a848727-1e4a-49e9-96c6-b5aadc714905 service neutron] 10.222.0.47 "GET /v2.0/networks/4df2c028-a451-4616-8b86-d071486326ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832582 Mar 31 15:57:49.380627 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-86d4a342-a6b3-4871-9b17-520552105521 service neutron] 10.222.0.47 "GET /v2.0/networks/4df2c028-a451-4616-8b86-d071486326ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874484 Mar 31 15:57:49.510137 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-48aa9818-ea26-423a-9559-85284d2ec7fc req-b38c1b61-3893-4f0b-854f-a384be148823 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 210 time: 0.0277562 Mar 31 15:57:49.634366 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-99b6dc17-ed6c-4328-8c73-4985b8f9ff65 req-d22aceb9-be05-47f5-b1bf-f7d3da97aa37 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 210 time: 0.0270665 Mar 31 15:57:50.608625 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f70e6644-4d5f-43f0-b99c-cccd339b0d97 req-0a9138fb-a425-4e77-80ec-7ab9b1ac3cde tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 210 time: 0.0259159 Mar 31 15:57:50.712628 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a71ea8c5-20f6-4462-acfc-510d9af19f50 req-a1c824a5-a4a2-4c9a-95c0-3b8ecbcbaee1 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 210 time: 0.0271518 Mar 31 15:57:51.711809 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-84432313-5f48-45fd-9cfb-31c1012b7301 req-11b4ae57-eb54-4fc3-9544-7c66ef4f5689 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 210 time: 0.0274715 Mar 31 15:57:51.805077 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-21accf0c-95e2-4033-ad4e-810a99f187db req-bada9e03-4d0e-49c6-a57d-c786ed7dc76c tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 210 time: 0.0287530 Mar 31 15:57:52.807404 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f574c5a2-22c1-4fdb-a32c-e488f41c6273 req-cd702005-8d95-4cab-a01e-4ae5a750495d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 210 time: 0.0267570 Mar 31 15:57:52.908522 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ab5c677e-cc55-41f4-a41b-b25421eae51a req-c36192d3-ca4d-4f37-90d9-f084883e822a tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 210 time: 0.0327830 Mar 31 15:57:52.957850 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-9192fa1d-b1bb-4d00-af45-572e5eed72eb tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:52.959588 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-9192fa1d-b1bb-4d00-af45-572e5eed72eb tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.24 "GET /v2.0/networks?id=65944f20-8ab3-4e9e-89a3-2479fa118d50 HTTP/1.1" status: 200 len: 817 time: 0.1424851 Mar 31 15:57:53.031967 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-ff362883-1799-4d42-b7ac-4bc0436aa554 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cf512c54be704edba504249cc57859c5 HTTP/1.1" status: 200 len: 379 time: 0.0514469 Mar 31 15:57:53.047097 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-590b9d6e-41dc-482e-b00d-be5bb8bb9c96 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Request body: {'port': {'device_id': '130a204b-5efc-4e84-955b-265c36412a10', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'admin_state_up': True, 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'security_groups': ['53ea769b-2193-40ce-a1c0-2d4fb7f32ffd']}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:53.220784 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-590b9d6e-41dc-482e-b00d-be5bb8bb9c96 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Made reservation on behalf of cf512c54be704edba504249cc57859c5 for: {'port': 1} {{(pid=115719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:57:53.224472 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-590b9d6e-41dc-482e-b00d-be5bb8bb9c96 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:53.352491 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-590b9d6e-41dc-482e-b00d-be5bb8bb9c96 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Allocated IP 172.20.0.7 (65944f20-8ab3-4e9e-89a3-2479fa118d50/7cb7a29d-bee7-4666-8fec-18b9b112885d/414f290c-1850-4ac3-af74-e2472ce44a79) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:57:53.495141 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-590b9d6e-41dc-482e-b00d-be5bb8bb9c96 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for port (414f290c-1850-4ac3-af74-e2472ce44a79), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:53.678617 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-590b9d6e-41dc-482e-b00d-be5bb8bb9c96 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (414f290c-1850-4ac3-af74-e2472ce44a79), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:53.724808 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-590b9d6e-41dc-482e-b00d-be5bb8bb9c96 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Network 65944f20-8ab3-4e9e-89a3-2479fa118d50 is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:57:53.727973 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-590b9d6e-41dc-482e-b00d-be5bb8bb9c96 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:53.734671 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-590b9d6e-41dc-482e-b00d-be5bb8bb9c96 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:57:53.758810 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590b9d6e-41dc-482e-b00d-be5bb8bb9c96 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Pushing event updated for resources: {'Port': ['ID=414f290c-1850-4ac3-af74-e2472ce44a79,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:53.786901 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-590b9d6e-41dc-482e-b00d-be5bb8bb9c96 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:53.787527 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-590b9d6e-41dc-482e-b00d-be5bb8bb9c96 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:53.874440 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-590b9d6e-41dc-482e-b00d-be5bb8bb9c96 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8310905 Mar 31 15:57:53.910716 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-124e1c44-d501-488d-aef9-785cd6eddd4f service neutron] Request body: {'port': {'device_id': '130a204b-5efc-4e84-955b-265c36412a10', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:53.998360 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650707ad-3263-435f-8d55-1e9bc8574fe2 req-2263de2c-2b46-41fc-9bd5-0d7049ef8714 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:53.999749 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-650707ad-3263-435f-8d55-1e9bc8574fe2 req-2263de2c-2b46-41fc-9bd5-0d7049ef8714 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 931 time: 0.1208050 Mar 31 15:57:54.006771 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8ef8f68f-9292-4aa1-adf5-f310e84fff5f None None] Provisioning complete for port 414f290c-1850-4ac3-af74-e2472ce44a79 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:54.007309 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8ef8f68f-9292-4aa1-adf5-f310e84fff5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (414f290c-1850-4ac3-af74-e2472ce44a79), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:54.018187 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d04233a1-d21e-49fc-9132-a8d59ac0fac0 req-10f3c195-accc-444e-ba49-63d662868ffa tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 210 time: 0.0409768 Mar 31 15:57:54.019459 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-124e1c44-d501-488d-aef9-785cd6eddd4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (414f290c-1850-4ac3-af74-e2472ce44a79), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:54.042725 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8ef8f68f-9292-4aa1-adf5-f310e84fff5f None None] Port 414f290c-1850-4ac3-af74-e2472ce44a79 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:57:54.095333 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-650707ad-3263-435f-8d55-1e9bc8574fe2 req-c332dee4-0e50-4099-92ab-13bb2f8f41b0 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796058 Mar 31 15:57:54.302345 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-abead958-9503-43c0-a5f2-f49cbda41476 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:54.303879 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-abead958-9503-43c0-a5f2-f49cbda41476 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.24 "GET /v2.0/networks?id=4df2c028-a451-4616-8b86-d071486326ef HTTP/1.1" status: 200 len: 814 time: 0.1032348 Mar 31 15:57:54.314238 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-124e1c44-d501-488d-aef9-785cd6eddd4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414f290c-1850-4ac3-af74-e2472ce44a79 {{(pid=115719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:57:54.322411 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-124e1c44-d501-488d-aef9-785cd6eddd4f service neutron] Publish callbacks [] for port (414f290c-1850-4ac3-af74-e2472ce44a79), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:54.326499 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-51570384-5fcb-4f82-afda-a86ace64f373 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Request body: {'port': {'device_id': '3436d38e-9242-4c49-8387-8a06cdafa0de', 'network_id': '4df2c028-a451-4616-8b86-d071486326ef', 'admin_state_up': True, 'tenant_id': 'eb19792da30e47fa826942f826c519af'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:54.335188 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.provisioning_blocks [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-124e1c44-d501-488d-aef9-785cd6eddd4f service neutron] Transition to ACTIVE for port object 414f290c-1850-4ac3-af74-e2472ce44a79 will not be triggered until provisioned by entity L2. {{(pid=115719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:57:54.447386 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-124e1c44-d501-488d-aef9-785cd6eddd4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (414f290c-1850-4ac3-af74-e2472ce44a79), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:54.499008 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e1c44-d501-488d-aef9-785cd6eddd4f service neutron] Pushing event updated for resources: {'Port': ['ID=414f290c-1850-4ac3-af74-e2472ce44a79,revision_number=2']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:54.527496 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-51570384-5fcb-4f82-afda-a86ace64f373 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Made reservation on behalf of eb19792da30e47fa826942f826c519af for: {'port': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:57:54.531174 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-51570384-5fcb-4f82-afda-a86ace64f373 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:54.574842 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-124e1c44-d501-488d-aef9-785cd6eddd4f service neutron] Attempting to bind port 414f290c-1850-4ac3-af74-e2472ce44a79 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:57:54.575209 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-124e1c44-d501-488d-aef9-785cd6eddd4f service neutron] Attempting to bind port 414f290c-1850-4ac3-af74-e2472ce44a79 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': 'cbd18901-f25b-4bcb-a0f8-6acc09868379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50'}] {{(pid=115719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:57:54.575544 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-124e1c44-d501-488d-aef9-785cd6eddd4f service neutron] Attempting to bind port 414f290c-1850-4ac3-af74-e2472ce44a79 on network 65944f20-8ab3-4e9e-89a3-2479fa118d50 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:57:54.580359 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-124e1c44-d501-488d-aef9-785cd6eddd4f service neutron] Port 414f290c-1850-4ac3-af74-e2472ce44a79 on network 65944f20-8ab3-4e9e-89a3-2479fa118d50 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:57:54.580691 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-124e1c44-d501-488d-aef9-785cd6eddd4f service neutron] Attempting to bind port 414f290c-1850-4ac3-af74-e2472ce44a79 on network 65944f20-8ab3-4e9e-89a3-2479fa118d50 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:57:54.586552 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-124e1c44-d501-488d-aef9-785cd6eddd4f service neutron] Checking agent: {'id': 'af4a1f75-de88-4cee-8975-566385aedde2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:57:54.586900 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-124e1c44-d501-488d-aef9-785cd6eddd4f service neutron] Checking segment: {'id': 'cbd18901-f25b-4bcb-a0f8-6acc09868379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:57:54.587290 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-124e1c44-d501-488d-aef9-785cd6eddd4f service neutron] Bound using segment: {'id': 'cbd18901-f25b-4bcb-a0f8-6acc09868379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50'} {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:57:54.587874 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-124e1c44-d501-488d-aef9-785cd6eddd4f service neutron] Bound port: 414f290c-1850-4ac3-af74-e2472ce44a79, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd18901-f25b-4bcb-a0f8-6acc09868379', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 830, 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50'}}] {{(pid=115719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:57:54.588352 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-124e1c44-d501-488d-aef9-785cd6eddd4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (414f290c-1850-4ac3-af74-e2472ce44a79), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:54.662076 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-124e1c44-d501-488d-aef9-785cd6eddd4f service neutron] For port 414f290c-1850-4ac3-af74-e2472ce44a79, host hv-cinder-83602, cleared binding levels {{(pid=115719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:57:54.665396 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-124e1c44-d501-488d-aef9-785cd6eddd4f service neutron] For port 414f290c-1850-4ac3-af74-e2472ce44a79, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=414f290c-1850-4ac3-af74-e2472ce44a79,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:57:54.677972 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_common [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-51570384-5fcb-4f82-afda-a86ace64f373 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Allocated IP 172.20.0.5 (4df2c028-a451-4616-8b86-d071486326ef/88bff7a9-373d-4644-a392-7e58c3a9e040/c2e9823b-30b3-4fed-a1c3-0815c78de343) {{(pid=115720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:57:54.756818 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-124e1c44-d501-488d-aef9-785cd6eddd4f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (414f290c-1850-4ac3-af74-e2472ce44a79), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:54.816999 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-124e1c44-d501-488d-aef9-785cd6eddd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:54.818369 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-124e1c44-d501-488d-aef9-785cd6eddd4f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:54.821224 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-124e1c44-d501-488d-aef9-785cd6eddd4f service neutron] 10.222.0.24 "PUT /v2.0/ports/414f290c-1850-4ac3-af74-e2472ce44a79 HTTP/1.1" status: 200 len: 1093 time: 0.9139767 Mar 31 15:57:54.823516 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-51570384-5fcb-4f82-afda-a86ace64f373 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for port (c2e9823b-30b3-4fed-a1c3-0815c78de343), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:54.824321 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130a204b-5efc-4e84-955b-265c36412a10', 'tag': '414f290c-1850-4ac3-af74-e2472ce44a79'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:57:54.826981 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a094731-1a80-4976-b508-13020bd321e6" -d '{"events": [{"name": "network-changed", "server_uuid": "130a204b-5efc-4e84-955b-265c36412a10", "tag": "414f290c-1850-4ac3-af74-e2472ce44a79"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:57:54.864977 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124e1c44-d501-488d-aef9-785cd6eddd4f service neutron] Pushing event updated for resources: {'Port': ['ID=414f290c-1850-4ac3-af74-e2472ce44a79,revision_number=3']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:54.888664 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5845b5e-ac73-4b88-84a4-c098d3bddf82 x-openstack-request-id: req-c5845b5e-ac73-4b88-84a4-c098d3bddf82 {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:57:54.889262 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "130a204b-5efc-4e84-955b-265c36412a10", "tag": "414f290c-1850-4ac3-af74-e2472ce44a79", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:57:54.889427 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c5845b5e-ac73-4b88-84a4-c098d3bddf82 {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:57:54.889931 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c5845b5e-ac73-4b88-84a4-c098d3bddf82'] response: {'name': 'network-changed', 'server_uuid': '130a204b-5efc-4e84-955b-265c36412a10', 'tag': '414f290c-1850-4ac3-af74-e2472ce44a79', 'status': 'completed', 'code': 200} Mar 31 15:57:54.953541 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-51570384-5fcb-4f82-afda-a86ace64f373 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (c2e9823b-30b3-4fed-a1c3-0815c78de343), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:54.995954 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a094731-1a80-4976-b508-13020bd321e6 req-69853807-4d7f-400f-8f79-4182322f564c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:54.997701 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5a094731-1a80-4976-b508-13020bd321e6 req-69853807-4d7f-400f-8f79-4182322f564c service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf512c54be704edba504249cc57859c5&device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 1127 time: 0.0568812 Mar 31 15:57:55.011982 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-51570384-5fcb-4f82-afda-a86ace64f373 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Network 4df2c028-a451-4616-8b86-d071486326ef is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:57:55.020012 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-51570384-5fcb-4f82-afda-a86ace64f373 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:57:55.036728 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-51570384-5fcb-4f82-afda-a86ace64f373 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Received port after_create {{(pid=115720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:57:55.036728 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-51570384-5fcb-4f82-afda-a86ace64f373 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:55.036728 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-51570384-5fcb-4f82-afda-a86ace64f373 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:55.042888 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51570384-5fcb-4f82-afda-a86ace64f373 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Pushing event updated for resources: {'Port': ['ID=c2e9823b-30b3-4fed-a1c3-0815c78de343,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:55.122080 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-51570384-5fcb-4f82-afda-a86ace64f373 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7994647 Mar 31 15:57:55.155787 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-17ebb828-dc61-432d-8555-3238fe46644f service neutron] Request body: {'port': {'device_id': '3436d38e-9242-4c49-8387-8a06cdafa0de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:57:55.234425 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a094731-1a80-4976-b508-13020bd321e6 req-7280b685-c9b8-470e-b19e-e280f4f9a264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:55.236310 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5a094731-1a80-4976-b508-13020bd321e6 req-7280b685-c9b8-470e-b19e-e280f4f9a264 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=cf512c54be704edba504249cc57859c5&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2227905 Mar 31 15:57:55.265872 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c710600-f178-48fb-8203-7b972351385e req-0cc8041f-b731-43c1-8e10-3eb48591ecdc tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:55.272463 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1c710600-f178-48fb-8203-7b972351385e req-0cc8041f-b731-43c1-8e10-3eb48591ecdc tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 931 time: 0.1766307 Mar 31 15:57:55.282067 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-17ebb828-dc61-432d-8555-3238fe46644f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (c2e9823b-30b3-4fed-a1c3-0815c78de343), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:55.371681 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb438f37-89ca-45cd-8182-df8552e771b6 req-88129b07-b5a0-482c-9b33-0e7b5fc008aa tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:55.373612 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-eb438f37-89ca-45cd-8182-df8552e771b6 req-88129b07-b5a0-482c-9b33-0e7b5fc008aa tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 943 time: 0.1540675 Mar 31 15:57:55.397047 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1c710600-f178-48fb-8203-7b972351385e req-50e4d10f-195e-44fb-aaa2-4a814f9a0492 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971725 Mar 31 15:57:55.438037 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-cebbb0be-8c08-4afd-8643-ab61006a6418 None None] Provisioning complete for port c2e9823b-30b3-4fed-a1c3-0815c78de343 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:57:55.438967 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-cebbb0be-8c08-4afd-8643-ab61006a6418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (c2e9823b-30b3-4fed-a1c3-0815c78de343), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:55.487667 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-eb438f37-89ca-45cd-8182-df8552e771b6 req-f8a382b4-debf-45be-9a72-3336c972ede0 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077754 Mar 31 15:57:55.500716 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-cebbb0be-8c08-4afd-8643-ab61006a6418 None None] Port c2e9823b-30b3-4fed-a1c3-0815c78de343 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:57:55.645879 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-17ebb828-dc61-432d-8555-3238fe46644f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e9823b-30b3-4fed-a1c3-0815c78de343 {{(pid=115720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:57:55.653880 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-17ebb828-dc61-432d-8555-3238fe46644f service neutron] Publish callbacks [] for port (c2e9823b-30b3-4fed-a1c3-0815c78de343), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:55.676475 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.provisioning_blocks [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-17ebb828-dc61-432d-8555-3238fe46644f service neutron] Transition to ACTIVE for port object c2e9823b-30b3-4fed-a1c3-0815c78de343 will not be triggered until provisioned by entity L2. {{(pid=115720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:57:55.752511 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-17ebb828-dc61-432d-8555-3238fe46644f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (c2e9823b-30b3-4fed-a1c3-0815c78de343), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:55.833307 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebb828-dc61-432d-8555-3238fe46644f service neutron] Pushing event updated for resources: {'Port': ['ID=c2e9823b-30b3-4fed-a1c3-0815c78de343,revision_number=2']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:55.845083 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.managers [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-17ebb828-dc61-432d-8555-3238fe46644f service neutron] Attempting to bind port c2e9823b-30b3-4fed-a1c3-0815c78de343 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:57:55.847377 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.managers [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-17ebb828-dc61-432d-8555-3238fe46644f service neutron] Attempting to bind port c2e9823b-30b3-4fed-a1c3-0815c78de343 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': 'b62131ab-2e11-4ab9-8030-ac4b1acd210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4df2c028-a451-4616-8b86-d071486326ef'}] {{(pid=115720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:57:55.847377 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-17ebb828-dc61-432d-8555-3238fe46644f service neutron] Attempting to bind port c2e9823b-30b3-4fed-a1c3-0815c78de343 on network 4df2c028-a451-4616-8b86-d071486326ef {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:57:55.850845 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-17ebb828-dc61-432d-8555-3238fe46644f service neutron] Port c2e9823b-30b3-4fed-a1c3-0815c78de343 on network 4df2c028-a451-4616-8b86-d071486326ef not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:57:55.851689 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-17ebb828-dc61-432d-8555-3238fe46644f service neutron] Attempting to bind port c2e9823b-30b3-4fed-a1c3-0815c78de343 on network 4df2c028-a451-4616-8b86-d071486326ef {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:57:55.857548 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-17ebb828-dc61-432d-8555-3238fe46644f service neutron] Checking agent: {'id': 'af4a1f75-de88-4cee-8975-566385aedde2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 57, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:57:55.857962 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-17ebb828-dc61-432d-8555-3238fe46644f service neutron] Checking segment: {'id': 'b62131ab-2e11-4ab9-8030-ac4b1acd210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4df2c028-a451-4616-8b86-d071486326ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:57:55.858425 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-17ebb828-dc61-432d-8555-3238fe46644f service neutron] Bound using segment: {'id': 'b62131ab-2e11-4ab9-8030-ac4b1acd210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4df2c028-a451-4616-8b86-d071486326ef'} {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:57:55.859068 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.managers [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-17ebb828-dc61-432d-8555-3238fe46644f service neutron] Bound port: c2e9823b-30b3-4fed-a1c3-0815c78de343, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b62131ab-2e11-4ab9-8030-ac4b1acd210e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 805, 'network_id': '4df2c028-a451-4616-8b86-d071486326ef'}}] {{(pid=115720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:57:55.859499 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-17ebb828-dc61-432d-8555-3238fe46644f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (c2e9823b-30b3-4fed-a1c3-0815c78de343), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:55.931536 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-17ebb828-dc61-432d-8555-3238fe46644f service neutron] For port c2e9823b-30b3-4fed-a1c3-0815c78de343, host hv-cinder-83602, cleared binding levels {{(pid=115720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:57:55.935437 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-17ebb828-dc61-432d-8555-3238fe46644f service neutron] For port c2e9823b-30b3-4fed-a1c3-0815c78de343, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=c2e9823b-30b3-4fed-a1c3-0815c78de343,segment=NetworkSegment(b62131ab-2e11-4ab9-8030-ac4b1acd210e),segment_id=b62131ab-2e11-4ab9-8030-ac4b1acd210e)] {{(pid=115720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:57:56.010126 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-17ebb828-dc61-432d-8555-3238fe46644f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (c2e9823b-30b3-4fed-a1c3-0815c78de343), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:56.052456 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-17ebb828-dc61-432d-8555-3238fe46644f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:56.053079 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-17ebb828-dc61-432d-8555-3238fe46644f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:57:56.054980 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-17ebb828-dc61-432d-8555-3238fe46644f service neutron] 10.222.0.24 "PUT /v2.0/ports/c2e9823b-30b3-4fed-a1c3-0815c78de343 HTTP/1.1" status: 200 len: 1093 time: 0.9042308 Mar 31 15:57:56.055422 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3436d38e-9242-4c49-8387-8a06cdafa0de', 'tag': 'c2e9823b-30b3-4fed-a1c3-0815c78de343'}] {{(pid=115720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:57:56.057669 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccc7965b351d9be82fa8b87eed5996d2f485a8722744a87613077a4f3f485543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661d41a3-b47e-4165-9c5b-ae2b17244fd2" -d '{"events": [{"name": "network-changed", "server_uuid": "3436d38e-9242-4c49-8387-8a06cdafa0de", "tag": "c2e9823b-30b3-4fed-a1c3-0815c78de343"}]}' {{(pid=115720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:57:56.090975 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ebb828-dc61-432d-8555-3238fe46644f service neutron] Pushing event updated for resources: {'Port': ['ID=c2e9823b-30b3-4fed-a1c3-0815c78de343,revision_number=3']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:57:56.105476 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2753720-b202-4d6a-828b-dfabc6c83db0 x-openstack-request-id: req-b2753720-b202-4d6a-828b-dfabc6c83db0 {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:57:56.105774 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3436d38e-9242-4c49-8387-8a06cdafa0de", "tag": "c2e9823b-30b3-4fed-a1c3-0815c78de343", "status": "completed", "code": 200}]} {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:57:56.106249 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-b2753720-b202-4d6a-828b-dfabc6c83db0 {{(pid=115720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:57:56.106902 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2753720-b202-4d6a-828b-dfabc6c83db0'] response: {'name': 'network-changed', 'server_uuid': '3436d38e-9242-4c49-8387-8a06cdafa0de', 'tag': 'c2e9823b-30b3-4fed-a1c3-0815c78de343', 'status': 'completed', 'code': 200} Mar 31 15:57:56.532320 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71624bb8-9304-47a5-bcd4-06c7354511c4 req-dc14896e-90ac-4a4f-8a50-322da3f50688 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:56.534479 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-71624bb8-9304-47a5-bcd4-06c7354511c4 req-dc14896e-90ac-4a4f-8a50-322da3f50688 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 943 time: 0.0665259 Mar 31 15:57:56.591863 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-71624bb8-9304-47a5-bcd4-06c7354511c4 req-a0a86b06-dbdc-4f82-8320-65f2d61525ce tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517082 Mar 31 15:57:56.647148 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8b4294-4c99-4363-9e37-01fcd412756a req-0fa1795d-e9db-48b2-8d6e-203d4c843bec tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:56.652797 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cb8b4294-4c99-4363-9e37-01fcd412756a req-0fa1795d-e9db-48b2-8d6e-203d4c843bec tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 943 time: 0.0596642 Mar 31 15:57:56.701667 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cb8b4294-4c99-4363-9e37-01fcd412756a req-1508c697-3e2d-4ae2-9632-e12b54899233 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465941 Mar 31 15:57:57.712481 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5fbd0d-0357-4c03-82e3-365dbee1fc4e req-dff64cf5-4e5e-4d3d-9fe5-1ba80fac77c6 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:57.716600 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5c5fbd0d-0357-4c03-82e3-365dbee1fc4e req-dff64cf5-4e5e-4d3d-9fe5-1ba80fac77c6 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 943 time: 0.0562520 Mar 31 15:57:57.763766 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5c5fbd0d-0357-4c03-82e3-365dbee1fc4e req-2dd6d4a5-ee47-4272-8d64-2fae732b1c35 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442069 Mar 31 15:57:57.859020 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de4356-1bf9-44f7-9f4e-2891e82c6bfe req-e68f5deb-ac58-40db-a7e0-d67519e9ead7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:57.860720 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-12de4356-1bf9-44f7-9f4e-2891e82c6bfe req-e68f5deb-ac58-40db-a7e0-d67519e9ead7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 943 time: 0.0686860 Mar 31 15:57:57.911246 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-12de4356-1bf9-44f7-9f4e-2891e82c6bfe req-a285f07a-f416-486a-8076-2e137f14e444 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445688 Mar 31 15:57:58.891707 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664714c2-9b67-4e50-a778-69a96b5658b4 req-b2130c53-f6fb-47f4-8952-b72fe9b9271b tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:58.893137 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-664714c2-9b67-4e50-a778-69a96b5658b4 req-b2130c53-f6fb-47f4-8952-b72fe9b9271b tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 943 time: 0.0557079 Mar 31 15:57:58.943485 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-664714c2-9b67-4e50-a778-69a96b5658b4 req-03fe7469-4154-4718-88ab-e5d956af760f tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445864 Mar 31 15:57:59.048867 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0dd7b8-e124-45ef-8059-e6f8ffe81f76 req-845e5b31-2e3f-45a7-be2d-a1bd20ee8262 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:57:59.050352 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ee0dd7b8-e124-45ef-8059-e6f8ffe81f76 req-845e5b31-2e3f-45a7-be2d-a1bd20ee8262 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 943 time: 0.0523279 Mar 31 15:57:59.099678 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ee0dd7b8-e124-45ef-8059-e6f8ffe81f76 req-7d532119-1012-4c9b-9e34-e0a8337919ed tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431633 Mar 31 15:58:00.078529 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352e939b-e910-45ec-a55f-8128cc986f89 req-73c96e1d-0e57-4107-9a85-bff25d41ef1e tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:00.080050 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-352e939b-e910-45ec-a55f-8128cc986f89 req-73c96e1d-0e57-4107-9a85-bff25d41ef1e tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 943 time: 0.0555358 Mar 31 15:58:00.127680 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-352e939b-e910-45ec-a55f-8128cc986f89 req-c5595437-0063-438a-b1ce-12f4a5002b24 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413182 Mar 31 15:58:00.224754 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c2bc8-743b-4cb9-8281-58c48dcd1168 req-39ab1b5f-50b9-44ad-8c56-6a1b3b432f66 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:00.226748 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-436c2bc8-743b-4cb9-8281-58c48dcd1168 req-39ab1b5f-50b9-44ad-8c56-6a1b3b432f66 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 943 time: 0.0523667 Mar 31 15:58:00.275700 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-436c2bc8-743b-4cb9-8281-58c48dcd1168 req-b3907542-f39e-4a28-a53a-24fea4fcc518 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432003 Mar 31 15:58:01.249494 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c210479-58a8-482b-9322-1e732d4601a4 req-5198dd70-cfcd-4a27-94bc-fab127cc7783 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:01.251189 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c210479-58a8-482b-9322-1e732d4601a4 req-5198dd70-cfcd-4a27-94bc-fab127cc7783 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 943 time: 0.0544579 Mar 31 15:58:01.303847 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c210479-58a8-482b-9322-1e732d4601a4 req-742b035a-ff4d-4d4a-b899-d09bd5208836 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465882 Mar 31 15:58:01.401857 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0754f754-6cb4-4a44-b037-50a3a886ec51 req-e35d601b-7d92-44f9-a869-b616d2e6ea7e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:01.403323 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0754f754-6cb4-4a44-b037-50a3a886ec51 req-e35d601b-7d92-44f9-a869-b616d2e6ea7e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 943 time: 0.0526428 Mar 31 15:58:01.453256 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0754f754-6cb4-4a44-b037-50a3a886ec51 req-e350180b-731c-4bcf-b77b-3813ddec06b9 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441289 Mar 31 15:58:02.443466 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91e822e-3cc5-49bc-9a9f-76a5087f1d48 req-14e687ce-132e-4248-8b9a-f5cbbc1874d8 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:02.445660 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f91e822e-3cc5-49bc-9a9f-76a5087f1d48 req-14e687ce-132e-4248-8b9a-f5cbbc1874d8 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 943 time: 0.0678952 Mar 31 15:58:02.499442 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f91e822e-3cc5-49bc-9a9f-76a5087f1d48 req-43f8ca3d-2f24-40b4-a602-15fe50db23b5 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475602 Mar 31 15:58:02.589191 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c486e42-4bf6-49f7-8f80-e444b2911eec req-272f72a9-cb4f-4595-b478-a06a895c96b5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:02.590706 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1c486e42-4bf6-49f7-8f80-e444b2911eec req-272f72a9-cb4f-4595-b478-a06a895c96b5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 943 time: 0.0575769 Mar 31 15:58:02.640701 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1c486e42-4bf6-49f7-8f80-e444b2911eec req-a75b9c27-5559-4d12-8c72-2ce680f85328 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438135 Mar 31 15:58:03.618017 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3725bb-a275-4986-893f-419946d754cb req-a6b26d20-8694-4967-95fb-25784e30faa9 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:03.619008 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-fb3725bb-a275-4986-893f-419946d754cb req-a6b26d20-8694-4967-95fb-25784e30faa9 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 943 time: 0.0543573 Mar 31 15:58:03.675055 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-fb3725bb-a275-4986-893f-419946d754cb req-1dbe4982-46d1-4199-a41b-d9daf6231ff4 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495195 Mar 31 15:58:03.774108 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5ea69-c3da-4ec6-9e0a-c891463b7ef1 req-4a02b795-077e-439a-a467-d933e33a949d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:03.775577 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-29f5ea69-c3da-4ec6-9e0a-c891463b7ef1 req-4a02b795-077e-439a-a467-d933e33a949d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 943 time: 0.0526247 Mar 31 15:58:03.829245 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-29f5ea69-c3da-4ec6-9e0a-c891463b7ef1 req-2297a847-c067-4754-b32d-3229f97a5fff tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480816 Mar 31 15:58:04.778974 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-150862e6-b3f9-49a2-864c-0ebf12193aef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:04.791137 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803cfd89-ccde-49b6-b2da-014bf49e8575 req-875b0e5b-8591-4960-afd4-a554dbc45b34 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:04.794922 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-803cfd89-ccde-49b6-b2da-014bf49e8575 req-875b0e5b-8591-4960-afd4-a554dbc45b34 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 943 time: 0.0532994 Mar 31 15:58:04.838675 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-803cfd89-ccde-49b6-b2da-014bf49e8575 req-f11abd1a-f265-4ae4-b9a9-a4596b9f7d27 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400641 Mar 31 15:58:05.105385 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27af250-6c50-47a7-acad-a4ecaa780058 req-5f7ac966-7f02-4f25-90a7-c5cf71cc6f15 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:05.106774 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e27af250-6c50-47a7-acad-a4ecaa780058 req-5f7ac966-7f02-4f25-90a7-c5cf71cc6f15 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 943 time: 0.2030904 Mar 31 15:58:05.219112 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e27af250-6c50-47a7-acad-a4ecaa780058 req-f838bf5b-63a9-42f6-9e1e-89c2211325d2 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0992568 Mar 31 15:58:05.227871 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d41a3-b47e-4165-9c5b-ae2b17244fd2 req-8d2f8bc4-4f5c-4358-a2aa-5dc1e19dee78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:05.228440 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-661d41a3-b47e-4165-9c5b-ae2b17244fd2 req-8d2f8bc4-4f5c-4358-a2aa-5dc1e19dee78 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb19792da30e47fa826942f826c519af&device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 1127 time: 0.0503187 Mar 31 15:58:05.232474 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a094731-1a80-4976-b508-13020bd321e6 req-fbdbc887-2b87-4f2e-a0d2-9e8b8e86eb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:05.233918 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5a094731-1a80-4976-b508-13020bd321e6 req-fbdbc887-2b87-4f2e-a0d2-9e8b8e86eb15 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1231506 Mar 31 15:58:05.411170 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-d6f51cda-a262-4a24-b99c-79b3bab91a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:05.412692 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-d6f51cda-a262-4a24-b99c-79b3bab91a81 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf512c54be704edba504249cc57859c5&device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 1127 time: 0.0458214 Mar 31 15:58:05.459867 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d41a3-b47e-4165-9c5b-ae2b17244fd2 req-d5d7365e-89b6-418b-8cef-f349abe0625f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:05.461895 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-661d41a3-b47e-4165-9c5b-ae2b17244fd2 req-d5d7365e-89b6-418b-8cef-f349abe0625f service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=eb19792da30e47fa826942f826c519af&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1692066 Mar 31 15:58:05.479183 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-2a4a8cd9-4e0d-480b-ae8e-87a31c17a8a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=414f290c-1850-4ac3-af74-e2472ce44a79 HTTP/1.1" status: 200 len: 217 time: 0.0386019 Mar 31 15:58:05.531231 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-17921255-a9ad-42b1-80ef-e681f151d767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:05.532734 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-17921255-a9ad-42b1-80ef-e681f151d767 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cb7a29d-bee7-4666-8fec-18b9b112885d HTTP/1.1" status: 200 len: 856 time: 0.0445793 Mar 31 15:58:05.585575 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-39be9423-0442-4fcd-a4c2-27009c0aae59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:05.587137 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-39be9423-0442-4fcd-a4c2-27009c0aae59 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65944f20-8ab3-4e9e-89a3-2479fa118d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463171 Mar 31 15:58:05.682199 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-ca756a30-6b4b-40cd-81ed-4d4ffa716618 service neutron] 10.222.0.24 "GET /v2.0/networks/65944f20-8ab3-4e9e-89a3-2479fa118d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881188 Mar 31 15:58:05.777667 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e7fb12cd-ccdb-4585-9b1f-257ff506e112 req-b8c670c0-5662-431d-b0ce-60889e0e34b7 service neutron] 10.222.0.24 "GET /v2.0/networks/65944f20-8ab3-4e9e-89a3-2479fa118d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820861 Mar 31 15:58:05.824947 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661d41a3-b47e-4165-9c5b-ae2b17244fd2 req-f4ac7d2e-ba85-49d9-96ca-60b0ca2f4d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:05.831216 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-661d41a3-b47e-4165-9c5b-ae2b17244fd2 req-f4ac7d2e-ba85-49d9-96ca-60b0ca2f4d76 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3515093 Mar 31 15:58:06.001399 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-76dfd137-44c2-432b-ad6d-1fbbd8b74997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:06.003025 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-76dfd137-44c2-432b-ad6d-1fbbd8b74997 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb19792da30e47fa826942f826c519af&device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 1127 time: 0.0439217 Mar 31 15:58:06.008652 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c87e8d-23b8-4019-8748-a92acbc2b352 req-3d100db2-6700-4b54-9ec7-2a38af5a3992 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:06.010120 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d2c87e8d-23b8-4019-8748-a92acbc2b352 req-3d100db2-6700-4b54-9ec7-2a38af5a3992 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 943 time: 0.1064677 Mar 31 15:58:06.061101 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d2c87e8d-23b8-4019-8748-a92acbc2b352 req-224c017a-b99c-4b34-bff3-fb2e1edac15e tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447397 Mar 31 15:58:06.068723 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-fbf53de9-2e88-4c5a-be54-a658af4fadb3 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2e9823b-30b3-4fed-a1c3-0815c78de343 HTTP/1.1" status: 200 len: 217 time: 0.0383837 Mar 31 15:58:06.132911 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-bc53c330-434c-4b6c-8f00-aaeb8b4464de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:06.134329 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-bc53c330-434c-4b6c-8f00-aaeb8b4464de service neutron] 10.222.0.24 "GET /v2.0/subnets?id=88bff7a9-373d-4644-a392-7e58c3a9e040 HTTP/1.1" status: 200 len: 853 time: 0.0432868 Mar 31 15:58:06.185542 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-289e4dec-ef9c-48df-9702-6cb99a1d77d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:06.187029 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-289e4dec-ef9c-48df-9702-6cb99a1d77d7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4df2c028-a451-4616-8b86-d071486326ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455279 Mar 31 15:58:06.282656 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-553246a1-1717-4ace-858d-b31ec0a7e0ef service neutron] 10.222.0.24 "GET /v2.0/networks/4df2c028-a451-4616-8b86-d071486326ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876515 Mar 31 15:58:06.344720 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9298ff-8d96-4a83-a665-2485059aeb06 req-48468f72-1124-441b-a491-cc95b3d81d09 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:06.346284 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2b9298ff-8d96-4a83-a665-2485059aeb06 req-48468f72-1124-441b-a491-cc95b3d81d09 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 943 time: 0.0515385 Mar 31 15:58:06.376652 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-a6f5e100-d68d-438f-bdcc-69f92de63ed1 req-1ae37de5-0b8d-4c7b-bc23-c277e6bf6f17 service neutron] 10.222.0.24 "GET /v2.0/networks/4df2c028-a451-4616-8b86-d071486326ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876026 Mar 31 15:58:06.393926 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2b9298ff-8d96-4a83-a665-2485059aeb06 req-edec7b7a-e5e3-47f7-83d1-81d25d021a7a tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412517 Mar 31 15:58:07.055853 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1e1768da-17af-4088-bed5-c07c5bbae5e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:07.182439 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ace0463-9973-410e-a619-d62773880954 req-d4e2cbff-e784-4121-925e-6f56b70201b6 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:07.183970 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3ace0463-9973-410e-a619-d62773880954 req-d4e2cbff-e784-4121-925e-6f56b70201b6 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 943 time: 0.0540104 Mar 31 15:58:07.233537 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-df0c32af-14e1-43a0-992f-1f8af36db680 req-57f842f6-1141-4013-b737-dd53e7966901 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437741 Mar 31 15:58:07.237586 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3ace0463-9973-410e-a619-d62773880954 req-1010881b-06d5-4194-a5dc-cb9cbae03fc9 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477312 Mar 31 15:58:07.315784 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c32af-14e1-43a0-992f-1f8af36db680 req-18c5a0a5-87ed-4b8a-ba02-da6defc2bd33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:07.317287 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-df0c32af-14e1-43a0-992f-1f8af36db680 req-18c5a0a5-87ed-4b8a-ba02-da6defc2bd33 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b74c4b3e38f4f298f86bb10c6a6f67b&device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 1129 time: 0.0455227 Mar 31 15:58:07.427305 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c32af-14e1-43a0-992f-1f8af36db680 req-ac0cb3f2-e35d-4910-85de-8700c1daf398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:07.428803 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-df0c32af-14e1-43a0-992f-1f8af36db680 req-ac0cb3f2-e35d-4910-85de-8700c1daf398 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8fa8fe94-2799-4a5d-b4fd-6056ad46df32 HTTP/1.1" status: 200 len: 912 time: 0.0868948 Mar 31 15:58:07.496581 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-df0c32af-14e1-43a0-992f-1f8af36db680 req-ab232fbb-192b-4682-bea2-d9764153678b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=23bb6d56-d3c6-46f6-8d1e-6b475007f76d HTTP/1.1" status: 200 len: 1000 time: 0.0610254 Mar 31 15:58:07.517256 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc046185-3354-43bf-b884-c9cc00f9012c req-05eae7d7-d4b2-4179-a9dc-7790978a78e7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:07.518731 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cc046185-3354-43bf-b884-c9cc00f9012c req-05eae7d7-d4b2-4179-a9dc-7790978a78e7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 943 time: 0.0557024 Mar 31 15:58:07.553755 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c32af-14e1-43a0-992f-1f8af36db680 req-dc116c12-09b6-414d-a086-35ad39308461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:07.555252 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-df0c32af-14e1-43a0-992f-1f8af36db680 req-dc116c12-09b6-414d-a086-35ad39308461 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a1a7fe3f-e590-4452-8b6d-b35b0e495b82 HTTP/1.1" status: 200 len: 850 time: 0.0503581 Mar 31 15:58:07.574561 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cc046185-3354-43bf-b884-c9cc00f9012c req-f70a61ab-0c06-480b-a8fd-a7259975585b tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493305 Mar 31 15:58:07.611507 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0c32af-14e1-43a0-992f-1f8af36db680 req-2d927645-222c-4fad-b761-16ef3fe6c0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:07.614105 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-df0c32af-14e1-43a0-992f-1f8af36db680 req-2d927645-222c-4fad-b761-16ef3fe6c0a9 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fa8fe94-2799-4a5d-b4fd-6056ad46df32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515103 Mar 31 15:58:07.708688 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-df0c32af-14e1-43a0-992f-1f8af36db680 req-3873afd1-2511-4a45-98ed-7c80cd709c38 service neutron] 10.222.0.24 "GET /v2.0/networks/8fa8fe94-2799-4a5d-b4fd-6056ad46df32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844738 Mar 31 15:58:07.807838 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-df0c32af-14e1-43a0-992f-1f8af36db680 req-a418093a-cf5a-4350-81cc-f06135ff5ab8 service neutron] 10.222.0.24 "GET /v2.0/networks/8fa8fe94-2799-4a5d-b4fd-6056ad46df32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912647 Mar 31 15:58:08.375926 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52573676-b074-4606-9c4a-5ee8440f6637 req-3f32ce86-934a-488c-af55-78ae93a1c949 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:08.377545 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-52573676-b074-4606-9c4a-5ee8440f6637 req-3f32ce86-934a-488c-af55-78ae93a1c949 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 943 time: 0.0655341 Mar 31 15:58:08.433465 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-52573676-b074-4606-9c4a-5ee8440f6637 req-43b77b73-d795-4c8c-9037-43e85f76b90d tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494905 Mar 31 15:58:08.480176 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:08.541314 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:08.707151 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e74971-133e-4f0a-854b-33a99853e8b6 req-698a7eec-6276-4c90-bb7a-df58ef6bf46f tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:08.708615 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-90e74971-133e-4f0a-854b-33a99853e8b6 req-698a7eec-6276-4c90-bb7a-df58ef6bf46f tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3c5f29e-3afe-4067-8497-c6331010ac3b HTTP/1.1" status: 200 len: 945 time: 0.0906975 Mar 31 15:58:08.720586 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-756dc379-f8c8-4b60-9136-548a92bb85c9 req-bc1c14ee-bc4a-477d-8e60-d6f4aa515ffa tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:08.721966 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-756dc379-f8c8-4b60-9136-548a92bb85c9 req-bc1c14ee-bc4a-477d-8e60-d6f4aa515ffa tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 943 time: 0.0718205 Mar 31 15:58:08.791771 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-90e74971-133e-4f0a-854b-33a99853e8b6 req-f1b999ad-27fb-41bd-aca7-cc39241baa93 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687404 Mar 31 15:58:08.794603 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-756dc379-f8c8-4b60-9136-548a92bb85c9 req-2d5602ac-de97-4008-b586-56999eb5b9ca tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659871 Mar 31 15:58:09.335000 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:09.551508 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a6899-6e03-46c2-86a2-c964723d94b4 req-d49e4747-57df-4526-8ab1-93a7a394f05c tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:09.552999 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4f9a6899-6e03-46c2-86a2-c964723d94b4 req-d49e4747-57df-4526-8ab1-93a7a394f05c tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 943 time: 0.0525918 Mar 31 15:58:09.603550 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4f9a6899-6e03-46c2-86a2-c964723d94b4 req-97e60a93-ab7b-4760-9003-1b8a806ec217 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450473 Mar 31 15:58:09.674473 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device c2e9823b-30b3-4fed-a1c3-0815c78de343 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=115721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:58:09.775361 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port c2e9823b-30b3-4fed-a1c3-0815c78de343, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=c2e9823b-30b3-4fed-a1c3-0815c78de343,segment=NetworkSegment(b62131ab-2e11-4ab9-8030-ac4b1acd210e),segment_id=b62131ab-2e11-4ab9-8030-ac4b1acd210e)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:09.787148 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Returning: {'device': 'c2e9823b-30b3-4fed-a1c3-0815c78de343', 'network_id': '4df2c028-a451-4616-8b86-d071486326ef', 'port_id': 'c2e9823b-30b3-4fed-a1c3-0815c78de343', 'mac_address': 'fa:16:3e:f8:2d:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 805, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '88bff7a9-373d-4644-a392-7e58c3a9e040', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:58:09.824170 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port c2e9823b-30b3-4fed-a1c3-0815c78de343 is: DOWN; New status is: BUILD {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:58:09.824561 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (c2e9823b-30b3-4fed-a1c3-0815c78de343), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:09.839770 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e9823b-30b3-4fed-a1c3-0815c78de343 {{(pid=115721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:58:09.860473 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port c2e9823b-30b3-4fed-a1c3-0815c78de343, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=c2e9823b-30b3-4fed-a1c3-0815c78de343,segment=NetworkSegment(b62131ab-2e11-4ab9-8030-ac4b1acd210e),segment_id=b62131ab-2e11-4ab9-8030-ac4b1acd210e)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:09.935112 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (c2e9823b-30b3-4fed-a1c3-0815c78de343), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:09.935805 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 414f290c-1850-4ac3-af74-e2472ce44a79 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=115721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:58:09.947562 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972a1870-a925-411d-a6d9-8b3f8031c12a req-0916e43b-a39a-4820-9d84-31291cbde5aa tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:09.949191 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-972a1870-a925-411d-a6d9-8b3f8031c12a req-0916e43b-a39a-4820-9d84-31291cbde5aa tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 943 time: 0.0806351 Mar 31 15:58:09.957122 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad073a98-f823-4bc9-a6a4-b44fcdf90a02 req-31156ee4-3dbd-4b04-95c0-3ae815c50f05 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:09.959533 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ad073a98-f823-4bc9-a6a4-b44fcdf90a02 req-31156ee4-3dbd-4b04-95c0-3ae815c50f05 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3c5f29e-3afe-4067-8497-c6331010ac3b HTTP/1.1" status: 200 len: 945 time: 0.0917425 Mar 31 15:58:10.021069 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-972a1870-a925-411d-a6d9-8b3f8031c12a req-8d051baa-0264-4619-8c04-bf1d9d5c23f1 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615633 Mar 31 15:58:10.035010 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=c2e9823b-30b3-4fed-a1c3-0815c78de343,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:10.039269 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ad073a98-f823-4bc9-a6a4-b44fcdf90a02 req-3a0e241e-3db5-4f7d-bc2f-00d55feb6810 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589259 Mar 31 15:58:10.080416 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 414f290c-1850-4ac3-af74-e2472ce44a79, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=414f290c-1850-4ac3-af74-e2472ce44a79,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:10.092500 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Returning: {'device': '414f290c-1850-4ac3-af74-e2472ce44a79', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'port_id': '414f290c-1850-4ac3-af74-e2472ce44a79', 'mac_address': 'fa:16:3e:b5:5a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:58:10.127594 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 414f290c-1850-4ac3-af74-e2472ce44a79 is: DOWN; New status is: BUILD {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:58:10.127983 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (414f290c-1850-4ac3-af74-e2472ce44a79), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:10.140720 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414f290c-1850-4ac3-af74-e2472ce44a79 {{(pid=115721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:58:10.159614 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 414f290c-1850-4ac3-af74-e2472ce44a79, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=414f290c-1850-4ac3-af74-e2472ce44a79,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:10.226466 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (414f290c-1850-4ac3-af74-e2472ce44a79), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:10.275977 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=414f290c-1850-4ac3-af74-e2472ce44a79,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:10.727059 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf140d7b-d72c-4584-b4cb-e1e30f4cae26 req-28526f46-7f25-43a8-bc84-822ba0cd8064 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:10.728571 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-bf140d7b-d72c-4584-b4cb-e1e30f4cae26 req-28526f46-7f25-43a8-bc84-822ba0cd8064 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 944 time: 0.0594578 Mar 31 15:58:10.776432 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-bf140d7b-d72c-4584-b4cb-e1e30f4cae26 req-3fd5de63-e97e-486b-ac06-7ce55a36558e tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419779 Mar 31 15:58:10.862723 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['c2e9823b-30b3-4fed-a1c3-0815c78de343'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:58:10.944506 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['414f290c-1850-4ac3-af74-e2472ce44a79'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:58:11.091616 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff480a-01ec-4acd-b5f0-edac6a428da3 req-aac32d3c-91cc-4b4c-8cf4-d41d6a8a7ec9 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:11.093601 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-7dff480a-01ec-4acd-b5f0-edac6a428da3 req-aac32d3c-91cc-4b4c-8cf4-d41d6a8a7ec9 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.24 "GET /v2.0/ports?device_id=e3c5f29e-3afe-4067-8497-c6331010ac3b HTTP/1.1" status: 200 len: 945 time: 0.1068077 Mar 31 15:58:11.128612 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:11.189615 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c931fa0-ac2c-4508-877e-02505eac28d0 req-7b4e33a0-b5eb-47c1-95d9-8926427253d3 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:11.191238 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c931fa0-ac2c-4508-877e-02505eac28d0 req-7b4e33a0-b5eb-47c1-95d9-8926427253d3 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 944 time: 0.0941610 Mar 31 15:58:11.211944 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8effc372-5032-41cc-99bc-12d62a4d313d req-8f7a6fa0-e887-4d86-a36b-0b2adff74cc9 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:11.213970 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8effc372-5032-41cc-99bc-12d62a4d313d req-8f7a6fa0-e887-4d86-a36b-0b2adff74cc9 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3c5f29e-3afe-4067-8497-c6331010ac3b HTTP/1.1" status: 200 len: 945 time: 0.0845256 Mar 31 15:58:11.246744 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [req-7dff480a-01ec-4acd-b5f0-edac6a428da3 req-81288333-2b83-4af2-a2f1-f7f1677ab090 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Deleting port 38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63 {{(pid=115720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:58:11.247084 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-7dff480a-01ec-4acd-b5f0-edac6a428da3 req-81288333-2b83-4af2-a2f1-f7f1677ab090 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:11.277717 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c931fa0-ac2c-4508-877e-02505eac28d0 req-37b4d3b1-bf20-4c86-99fb-3eb4e095120d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786541 Mar 31 15:58:11.290054 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8effc372-5032-41cc-99bc-12d62a4d313d req-3c09c265-507b-4554-99d4-5aca294b766d tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/security-groups?id=7d96292b-82ac-4203-ae40-1aab3c5d2447&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686817 Mar 31 15:58:11.344224 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [req-7dff480a-01ec-4acd-b5f0-edac6a428da3 req-81288333-2b83-4af2-a2f1-f7f1677ab090 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] For port 38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63,segment=NetworkSegment(285893c1-1cf4-4df1-8ae5-10b0e4a40f36),segment_id=285893c1-1cf4-4df1-8ae5-10b0e4a40f36)] {{(pid=115720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:11.344527 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-7dff480a-01ec-4acd-b5f0-edac6a428da3 req-81288333-2b83-4af2-a2f1-f7f1677ab090 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:11.359371 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [req-7dff480a-01ec-4acd-b5f0-edac6a428da3 req-81288333-2b83-4af2-a2f1-f7f1677ab090 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Calling delete_port for 38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63 owned by compute:nova {{(pid=115720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:58:11.572907 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-7dff480a-01ec-4acd-b5f0-edac6a428da3 req-81288333-2b83-4af2-a2f1-f7f1677ab090 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167'] for port (38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:11.606667 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81288333-2b83-4af2-a2f1-f7f1677ab090 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Pushing event deleted for resources: {'Port': ['ID=38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:11.623874 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:58:11.664028 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dff480a-01ec-4acd-b5f0-edac6a428da3 req-81288333-2b83-4af2-a2f1-f7f1677ab090 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] No DVR routers for this DVR port 38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63 on host hv-cinder-83602 {{(pid=115720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:58:11.666503 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-7dff480a-01ec-4acd-b5f0-edac6a428da3 req-81288333-2b83-4af2-a2f1-f7f1677ab090 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:11.669813 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-7dff480a-01ec-4acd-b5f0-edac6a428da3 req-81288333-2b83-4af2-a2f1-f7f1677ab090 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.24 "DELETE /v2.0/ports/38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63 HTTP/1.1" status: 204 len: 173 time: 0.5677748 Mar 31 15:58:11.670243 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c5f29e-3afe-4067-8497-c6331010ac3b', 'name': 'network-vif-deleted', 'tag': '38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63'}] {{(pid=115720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:58:11.672461 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccc7965b351d9be82fa8b87eed5996d2f485a8722744a87613077a4f3f485543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2f77f9c-3186-4b23-a0ff-3169ebfec933" -d '{"events": [{"server_uuid": "e3c5f29e-3afe-4067-8497-c6331010ac3b", "name": "network-vif-deleted", "tag": "38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63"}]}' {{(pid=115720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:58:11.708279 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:58:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abcb5c8e-f82d-453a-aa1d-65d27bc70bd4 x-openstack-request-id: req-abcb5c8e-f82d-453a-aa1d-65d27bc70bd4 {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:58:11.708566 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c5f29e-3afe-4067-8497-c6331010ac3b", "name": "network-vif-deleted", "tag": "38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63", "status": "completed", "code": 200}]} {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:58:11.708815 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-abcb5c8e-f82d-453a-aa1d-65d27bc70bd4 {{(pid=115720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:58:11.709215 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abcb5c8e-f82d-453a-aa1d-65d27bc70bd4'] response: {'server_uuid': 'e3c5f29e-3afe-4067-8497-c6331010ac3b', 'name': 'network-vif-deleted', 'tag': '38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63', 'status': 'completed', 'code': 200} Mar 31 15:58:11.894562 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf00b46-f0ab-458b-8056-2f002719533f req-bb2ecd16-f492-497a-8bb1-d9df9445bd22 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:11.896062 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9cf00b46-f0ab-458b-8056-2f002719533f req-bb2ecd16-f492-497a-8bb1-d9df9445bd22 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 944 time: 0.0544426 Mar 31 15:58:11.943161 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9cf00b46-f0ab-458b-8056-2f002719533f req-5cc72f58-c27c-45b8-9dda-81a1361f6318 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404956 Mar 31 15:58:12.423989 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-971394e4-26b2-4d32-8bce-f59466b42ffd req-ef508d5e-13e8-4353-b8a6-d29c0ac2a0b5 tempest-VolumesSnapshotTestJSON-2057402662 tempest-VolumesSnapshotTestJSON-2057402662-project] 10.222.0.47 "GET /v2.0/ports?device_id=e3c5f29e-3afe-4067-8497-c6331010ac3b HTTP/1.1" status: 200 len: 210 time: 0.0327735 Mar 31 15:58:12.442359 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc2ebd-baa1-474d-9343-66011d632dd7 req-52631f9e-6ff3-4fbe-b2db-30f5ab1a3773 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:12.443893 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f8fc2ebd-baa1-474d-9343-66011d632dd7 req-52631f9e-6ff3-4fbe-b2db-30f5ab1a3773 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 944 time: 0.0791965 Mar 31 15:58:12.500466 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f8fc2ebd-baa1-474d-9343-66011d632dd7 req-92c6f15c-df6f-449b-b539-71148da5cc31 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506611 Mar 31 15:58:12.541592 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a94a74-1a2c-4c0d-87ab-5cb0841d2bb8 req-62a36bf1-083d-4733-8b13-d479994e1326 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:12.550551 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a0a94a74-1a2c-4c0d-87ab-5cb0841d2bb8 req-62a36bf1-083d-4733-8b13-d479994e1326 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.0630307 Mar 31 15:58:12.589251 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a0a94a74-1a2c-4c0d-87ab-5cb0841d2bb8 req-5a223610-9028-4856-911f-cce38b08b802 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407069 Mar 31 15:58:13.064301 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40032bc5-54e7-4e94-9e31-95783a13431d req-87ef0479-f6ce-4797-ac90-f94a8461c9f3 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:13.065771 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-40032bc5-54e7-4e94-9e31-95783a13431d req-87ef0479-f6ce-4797-ac90-f94a8461c9f3 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 944 time: 0.0504415 Mar 31 15:58:13.114978 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-40032bc5-54e7-4e94-9e31-95783a13431d req-231bbe8c-90e1-4bf4-8015-c331a284a8ca tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430982 Mar 31 15:58:13.622107 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d846fc33-c3ae-4f41-a915-dc6e86e8fbef req-2c67a631-d22f-4bc0-b624-7bf16d861271 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:13.623592 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d846fc33-c3ae-4f41-a915-dc6e86e8fbef req-2c67a631-d22f-4bc0-b624-7bf16d861271 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 944 time: 0.0536854 Mar 31 15:58:13.695012 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d846fc33-c3ae-4f41-a915-dc6e86e8fbef req-20223212-6226-4234-9273-01fdb638730e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651324 Mar 31 15:58:13.728185 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72066903-680a-4095-bd77-802feb57f908 req-84a67578-0107-47a5-a06f-3f27d1f1fa7c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:13.728185 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-72066903-680a-4095-bd77-802feb57f908 req-84a67578-0107-47a5-a06f-3f27d1f1fa7c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.0635798 Mar 31 15:58:13.731389 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device c2e9823b-30b3-4fed-a1c3-0815c78de343 up at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:58:13.767993 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-72066903-680a-4095-bd77-802feb57f908 req-c76c6101-2c85-48a1-b2d6-754692c3e5c1 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418980 Mar 31 15:58:13.877956 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning for port c2e9823b-30b3-4fed-a1c3-0815c78de343 completed by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:58:13.882558 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning complete for port c2e9823b-30b3-4fed-a1c3-0815c78de343 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:58:13.882940 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (c2e9823b-30b3-4fed-a1c3-0815c78de343), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:13.960278 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port c2e9823b-30b3-4fed-a1c3-0815c78de343 is: BUILD; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:58:13.960701 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (c2e9823b-30b3-4fed-a1c3-0815c78de343), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:13.982883 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3436d38e-9242-4c49-8387-8a06cdafa0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e9823b-30b3-4fed-a1c3-0815c78de343'}] {{(pid=115721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:58:13.985193 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dbd394bfc303c33638f161c815dd3ff8081b22df1313fe1def72e09edd93f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d4eaed7-9bea-48d4-8cec-711f38fd847c" -d '{"events": [{"server_uuid": "3436d38e-9242-4c49-8387-8a06cdafa0de", "name": "network-vif-plugged", "status": "completed", "tag": "c2e9823b-30b3-4fed-a1c3-0815c78de343"}]}' {{(pid=115721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:58:13.997890 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port c2e9823b-30b3-4fed-a1c3-0815c78de343, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=c2e9823b-30b3-4fed-a1c3-0815c78de343,segment=NetworkSegment(b62131ab-2e11-4ab9-8030-ac4b1acd210e),segment_id=b62131ab-2e11-4ab9-8030-ac4b1acd210e)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:14.026302 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18068f21-9b16-4afb-9ab5-d5b7d3874b15 x-openstack-request-id: req-18068f21-9b16-4afb-9ab5-d5b7d3874b15 {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:58:14.026302 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3436d38e-9242-4c49-8387-8a06cdafa0de", "name": "network-vif-plugged", "status": "completed", "tag": "c2e9823b-30b3-4fed-a1c3-0815c78de343", "code": 200}]} {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:58:14.026302 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-18068f21-9b16-4afb-9ab5-d5b7d3874b15 {{(pid=115721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:58:14.026669 dv-cinder-836028-1-iscsi neutron-server[115721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18068f21-9b16-4afb-9ab5-d5b7d3874b15'] response: {'server_uuid': '3436d38e-9242-4c49-8387-8a06cdafa0de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e9823b-30b3-4fed-a1c3-0815c78de343', 'code': 200} Mar 31 15:58:14.078474 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (c2e9823b-30b3-4fed-a1c3-0815c78de343), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:14.079439 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 414f290c-1850-4ac3-af74-e2472ce44a79 up at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:58:14.160412 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=c2e9823b-30b3-4fed-a1c3-0815c78de343,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:14.241111 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db81d5aa-508c-42f3-b9c9-b2291b510af8 req-99dfd529-dfe5-41f2-aa1f-b65b30f5b2dd tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:14.243509 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-db81d5aa-508c-42f3-b9c9-b2291b510af8 req-99dfd529-dfe5-41f2-aa1f-b65b30f5b2dd tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 945 time: 0.0565617 Mar 31 15:58:14.287196 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning for port 414f290c-1850-4ac3-af74-e2472ce44a79 completed by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:58:14.291440 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-db81d5aa-508c-42f3-b9c9-b2291b510af8 req-e6569412-ce02-4fa0-bfc0-94f2b42bd9ee tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414584 Mar 31 15:58:14.292297 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning complete for port 414f290c-1850-4ac3-af74-e2472ce44a79 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:58:14.292676 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (414f290c-1850-4ac3-af74-e2472ce44a79), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:14.370233 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 414f290c-1850-4ac3-af74-e2472ce44a79 is: BUILD; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:58:14.370535 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (414f290c-1850-4ac3-af74-e2472ce44a79), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:14.405875 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 414f290c-1850-4ac3-af74-e2472ce44a79, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=414f290c-1850-4ac3-af74-e2472ce44a79,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:14.412311 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55f31e-6eb6-478c-b179-4dc47a79d4f4 req-caa3cb1b-f981-490c-82c8-62d77b87b085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:14.413862 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-ab55f31e-6eb6-478c-b179-4dc47a79d4f4 req-caa3cb1b-f981-490c-82c8-62d77b87b085 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 1129 time: 0.0436859 Mar 31 15:58:14.460784 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-ab55f31e-6eb6-478c-b179-4dc47a79d4f4 req-a30c20d7-a82c-428c-aa83-6419c3efb460 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392804 Mar 31 15:58:14.561534 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (414f290c-1850-4ac3-af74-e2472ce44a79), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:14.562345 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:58:14.601844 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] No Port match for: 38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:58:14.610912 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 38ed06fa-51e3-402f-aa9d-d9dbb5a0fd63 not bound to the agent host hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:58:14.631235 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=414f290c-1850-4ac3-af74-e2472ce44a79,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:14.821814 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9bfe16-4ea0-4952-8d2c-1f685dac330f req-be4d293d-d966-4634-a956-235dba09a546 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:14.823311 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8a9bfe16-4ea0-4952-8d2c-1f685dac330f req-be4d293d-d966-4634-a956-235dba09a546 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0526087 Mar 31 15:58:14.899893 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8a9bfe16-4ea0-4952-8d2c-1f685dac330f req-8df1312f-63e5-4006-aba0-de2b762cf776 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708792 Mar 31 15:58:14.915027 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af97705-9878-4f70-b198-06c726e64de2 req-b44ccb83-b65b-4b54-b449-160d1626fb30 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:14.916501 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9af97705-9878-4f70-b198-06c726e64de2 req-b44ccb83-b65b-4b54-b449-160d1626fb30 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.0746269 Mar 31 15:58:15.056659 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9af97705-9878-4f70-b198-06c726e64de2 req-38c28663-f039-4bde-8c15-87479318a9ae tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340179 Mar 31 15:58:15.409883 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc898918-8ed7-4f5f-a6e7-0014eba16f51 req-330ebf12-3806-49f1-a8b6-78e37ca5c495 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:15.411269 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dc898918-8ed7-4f5f-a6e7-0014eba16f51 req-330ebf12-3806-49f1-a8b6-78e37ca5c495 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 945 time: 0.0511975 Mar 31 15:58:15.457250 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dc898918-8ed7-4f5f-a6e7-0014eba16f51 req-906a1fd4-c274-40c6-8b36-25bfb3df5210 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398018 Mar 31 15:58:16.020031 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7d6529-4524-4d9f-9d6a-78746ac100b4 req-aea9fa86-08a0-4635-a8ae-1bf78df7d24e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:16.021586 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3c7d6529-4524-4d9f-9d6a-78746ac100b4 req-aea9fa86-08a0-4635-a8ae-1bf78df7d24e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0515757 Mar 31 15:58:16.028070 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130a204b-5efc-4e84-955b-265c36412a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414f290c-1850-4ac3-af74-e2472ce44a79'}] {{(pid=115721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:58:16.031694 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dbd394bfc303c33638f161c815dd3ff8081b22df1313fe1def72e09edd93f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914d4fa8-81f7-4d41-9caa-67f7f7226f9a" -d '{"events": [{"server_uuid": "130a204b-5efc-4e84-955b-265c36412a10", "name": "network-vif-plugged", "status": "completed", "tag": "414f290c-1850-4ac3-af74-e2472ce44a79"}]}' {{(pid=115721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:58:16.072318 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3c7d6529-4524-4d9f-9d6a-78746ac100b4 req-02c61045-d1d8-4cae-bf5e-efe8b6b3169c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443585 Mar 31 15:58:16.117108 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c7f217-bc24-4b82-bfdd-279f63427a0d x-openstack-request-id: req-e5c7f217-bc24-4b82-bfdd-279f63427a0d {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:58:16.117404 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130a204b-5efc-4e84-955b-265c36412a10", "name": "network-vif-plugged", "status": "completed", "tag": "414f290c-1850-4ac3-af74-e2472ce44a79", "code": 200}]} {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:58:16.117700 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e5c7f217-bc24-4b82-bfdd-279f63427a0d {{(pid=115721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:58:16.118105 dv-cinder-836028-1-iscsi neutron-server[115721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5c7f217-bc24-4b82-bfdd-279f63427a0d'] response: {'server_uuid': '130a204b-5efc-4e84-955b-265c36412a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414f290c-1850-4ac3-af74-e2472ce44a79', 'code': 200} Mar 31 15:58:16.208628 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61e4f94-fe1c-4d6f-a678-0f47cdf093e4 req-334db2d1-4e91-47cd-b2b9-8d00f5f937fb tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:16.209979 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f61e4f94-fe1c-4d6f-a678-0f47cdf093e4 req-334db2d1-4e91-47cd-b2b9-8d00f5f937fb tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.0517292 Mar 31 15:58:16.255796 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f61e4f94-fe1c-4d6f-a678-0f47cdf093e4 req-214919a0-a32f-4468-ae57-02fa4c4c0665 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395100 Mar 31 15:58:16.573915 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abb5ad-9ead-4de3-93d3-7764c01acc26 req-0faad314-7c09-4066-9499-7a783e39c600 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:16.575379 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-63abb5ad-9ead-4de3-93d3-7764c01acc26 req-0faad314-7c09-4066-9499-7a783e39c600 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 945 time: 0.0525653 Mar 31 15:58:16.625587 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-63abb5ad-9ead-4de3-93d3-7764c01acc26 req-535ac02f-0861-4b35-9e6a-f591b7bfb8fa tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408287 Mar 31 15:58:16.745171 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a08552-3aa8-4829-9ed0-a1c3df518eb6 req-ca141a98-a613-4461-9a0a-f629c2feb472 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:16.746553 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-40a08552-3aa8-4829-9ed0-a1c3df518eb6 req-ca141a98-a613-4461-9a0a-f629c2feb472 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 945 time: 0.0559573 Mar 31 15:58:16.791958 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-40a08552-3aa8-4829-9ed0-a1c3df518eb6 req-74ef304d-88c3-45aa-8614-0a35b2730286 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398488 Mar 31 15:58:17.106759 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3761dffc-f62f-480d-987d-e8149c1dfcad req-cd6c597c-0e3c-49fc-8870-0f7970bb7fff tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:17.108377 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3761dffc-f62f-480d-987d-e8149c1dfcad req-cd6c597c-0e3c-49fc-8870-0f7970bb7fff tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 945 time: 0.0518906 Mar 31 15:58:17.177723 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3761dffc-f62f-480d-987d-e8149c1dfcad req-0f14f965-3d9a-446d-8114-7fc37060e484 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639570 Mar 31 15:58:17.199801 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac4412-aab9-4f1c-82a6-b19be7423b10 req-ac888a54-8f1b-408f-b7ac-50a089bf645a tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:17.201281 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-28ac4412-aab9-4f1c-82a6-b19be7423b10 req-ac888a54-8f1b-408f-b7ac-50a089bf645a tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0584426 Mar 31 15:58:17.493536 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-28ac4412-aab9-4f1c-82a6-b19be7423b10 req-87090ec0-a73c-4c71-a0ca-161f71a978f0 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2865441 Mar 31 15:58:17.539728 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ae7a9-30cb-4b04-8f91-9845d50ac9cf req-9289257f-bc5f-47a3-b840-dbd2c6908cfd tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:17.539728 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0b2ae7a9-30cb-4b04-8f91-9845d50ac9cf req-9289257f-bc5f-47a3-b840-dbd2c6908cfd tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.0556824 Mar 31 15:58:17.580016 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0b2ae7a9-30cb-4b04-8f91-9845d50ac9cf req-aecd03e7-ba00-4c80-a7d2-3da51b8bff5f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406830 Mar 31 15:58:18.613943 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f81731-f53e-4abc-9e02-392f71566e0e req-7ec22912-6a37-41db-9ce4-5e2ff9a04efd tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:18.615421 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-29f81731-f53e-4abc-9e02-392f71566e0e req-7ec22912-6a37-41db-9ce4-5e2ff9a04efd tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0520449 Mar 31 15:58:18.701210 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-29f81731-f53e-4abc-9e02-392f71566e0e req-2c5725c3-61f3-4b2e-871d-b7414c677202 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794666 Mar 31 15:58:18.723138 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1db13d-0ae3-42a5-b10d-ed81f94de3d1 req-b9519023-a3d8-4af8-8142-fad62cc5ddff tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:18.724660 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c1db13d-0ae3-42a5-b10d-ed81f94de3d1 req-b9519023-a3d8-4af8-8142-fad62cc5ddff tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.0751355 Mar 31 15:58:18.771263 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c1db13d-0ae3-42a5-b10d-ed81f94de3d1 req-05856a4d-5239-4e0a-9c00-befe52167c70 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403688 Mar 31 15:58:19.092174 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ec7d4-8ad2-40bd-99bb-649d122a17e3 req-a4b29c04-2c0e-413d-ba39-6a3b03cf8f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:19.093599 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-c01ec7d4-8ad2-40bd-99bb-649d122a17e3 req-a4b29c04-2c0e-413d-ba39-6a3b03cf8f60 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 1129 time: 0.0843847 Mar 31 15:58:19.163467 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-c01ec7d4-8ad2-40bd-99bb-649d122a17e3 req-a118b2a0-d104-4b97-bd4b-bc8628c0559c service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372357 Mar 31 15:58:19.815038 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba4783a-6eef-4f4c-9337-ee7ccbc846aa req-98b64af1-32ed-4152-9842-aa69a8ea4f6e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:19.816536 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-eba4783a-6eef-4f4c-9337-ee7ccbc846aa req-98b64af1-32ed-4152-9842-aa69a8ea4f6e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0508046 Mar 31 15:58:19.894615 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-eba4783a-6eef-4f4c-9337-ee7ccbc846aa req-462d9c58-8f8a-47eb-ae59-23906dcd0825 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716789 Mar 31 15:58:19.919376 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ce0d3-be8d-4bf8-b6ea-839bd2593d19 req-0b5fbe06-86c0-478a-8873-b97bea72ffd6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:19.919376 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-964ce0d3-be8d-4bf8-b6ea-839bd2593d19 req-0b5fbe06-86c0-478a-8873-b97bea72ffd6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.0739465 Mar 31 15:58:19.962301 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-964ce0d3-be8d-4bf8-b6ea-839bd2593d19 req-9f27d554-0c29-4d86-8f57-e233c1a4c52c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=05353a30-b643-48c8-a6fd-22dc6ba91d49&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411587 Mar 31 15:58:20.024256 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0858832a-e02b-4ecc-b2ed-63e891ab0043 req-2959fe23-dba6-431b-bf39-94225b8a277e tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:20.025735 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-0858832a-e02b-4ecc-b2ed-63e891ab0043 req-2959fe23-dba6-431b-bf39-94225b8a277e tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.24 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 946 time: 0.0521710 Mar 31 15:58:20.131482 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [req-0858832a-e02b-4ecc-b2ed-63e891ab0043 req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Deleting port 5bab7f78-f7d7-4bba-991a-378753eacaea {{(pid=115720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:58:20.132182 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-0858832a-e02b-4ecc-b2ed-63e891ab0043 req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (5bab7f78-f7d7-4bba-991a-378753eacaea), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:20.222031 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [req-0858832a-e02b-4ecc-b2ed-63e891ab0043 req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] For port 5bab7f78-f7d7-4bba-991a-378753eacaea, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=5bab7f78-f7d7-4bba-991a-378753eacaea,segment=NetworkSegment(c4bf4fae-8afb-4772-9b42-f40496cec286),segment_id=c4bf4fae-8afb-4772-9b42-f40496cec286)] {{(pid=115720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:20.222396 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-0858832a-e02b-4ecc-b2ed-63e891ab0043 req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (5bab7f78-f7d7-4bba-991a-378753eacaea), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:20.452356 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-0858832a-e02b-4ecc-b2ed-63e891ab0043 req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:20.452721 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-0858832a-e02b-4ecc-b2ed-63e891ab0043 req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (1f3fee33-4711-4a22-b384-58f4e84e72b9), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:20.453040 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.l3_db [req-0858832a-e02b-4ecc-b2ed-63e891ab0043 req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Floating IP 1f3fee33-4711-4a22-b384-58f4e84e72b9 disassociated. External IP: 172.27.0.82, port: 5bab7f78-f7d7-4bba-991a-378753eacaea. Mar 31 15:58:20.453382 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [req-0858832a-e02b-4ecc-b2ed-63e891ab0043 req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Calling delete_port for 5bab7f78-f7d7-4bba-991a-378753eacaea owned by compute:nova {{(pid=115720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:58:20.707228 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-0858832a-e02b-4ecc-b2ed-63e891ab0043 req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167'] for port (5bab7f78-f7d7-4bba-991a-378753eacaea), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:20.736849 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Pushing event deleted for resources: {'Port': ['ID=5bab7f78-f7d7-4bba-991a-378753eacaea,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:20.746578 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:20.747046 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:20.747765 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:20.748138 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:20.748806 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:20.749367 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:20.749968 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:20.750315 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:20.750651 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:20.751006 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:20.751529 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:20.752026 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:20.752421 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:20.752918 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:20.753249 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:20.865765 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0858832a-e02b-4ecc-b2ed-63e891ab0043 req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Router 893cd866-4a0a-4a91-8227-08d08891aab9 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:58:20.978985 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0858832a-e02b-4ecc-b2ed-63e891ab0043 req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:58:20.989832 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f814629b-010b-40b0-813d-86a2bd0e4bd1 None None] Sync routers for ids ['893cd866-4a0a-4a91-8227-08d08891aab9'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:58:21.000412 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f814629b-010b-40b0-813d-86a2bd0e4bd1 None None] Routers {'893cd866-4a0a-4a91-8227-08d08891aab9'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:58:21.001413 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-f814629b-010b-40b0-813d-86a2bd0e4bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:58:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['893cd866-4a0a-4a91-8227-08d08891aab9'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:21.028883 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [req-0858832a-e02b-4ecc-b2ed-63e891ab0043 req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] No DVR routers for this DVR port 5bab7f78-f7d7-4bba-991a-378753eacaea on host hv-cinder-83602 {{(pid=115720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:58:21.028883 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-0858832a-e02b-4ecc-b2ed-63e891ab0043 req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:21.029557 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba22333-a9f2-4f1d-9502-b8193e0d7a5b req-d85b9863-f7a1-46dc-a6d3-c22d06b6332a tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:21.030648 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-0858832a-e02b-4ecc-b2ed-63e891ab0043 req-2e83b74e-14a9-41c1-9ec4-d6f81250e7da tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.24 "DELETE /v2.0/ports/5bab7f78-f7d7-4bba-991a-378753eacaea HTTP/1.1" status: 204 len: 173 time: 0.9960015 Mar 31 15:58:21.031101 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa147045-fb21-4dc9-83f2-726d356973bb', 'name': 'network-vif-deleted', 'tag': '5bab7f78-f7d7-4bba-991a-378753eacaea'}] {{(pid=115720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:58:21.032020 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6ba22333-a9f2-4f1d-9502-b8193e0d7a5b req-d85b9863-f7a1-46dc-a6d3-c22d06b6332a tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0638866 Mar 31 15:58:21.038273 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccc7965b351d9be82fa8b87eed5996d2f485a8722744a87613077a4f3f485543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44866644-49bc-4c29-aede-e34150ed3cca" -d '{"events": [{"server_uuid": "fa147045-fb21-4dc9-83f2-726d356973bb", "name": "network-vif-deleted", "tag": "5bab7f78-f7d7-4bba-991a-378753eacaea"}]}' {{(pid=115720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:58:21.088721 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6ba22333-a9f2-4f1d-9502-b8193e0d7a5b req-c26ccc1e-ce5f-473b-8254-0ba1705840ea tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464289 Mar 31 15:58:21.127559 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-f814629b-010b-40b0-813d-86a2bd0e4bd1 None None] Set router 893cd866-4a0a-4a91-8227-08d08891aab9 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:58:21.194243 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-218856e1-a600-44e7-b01f-c3215dfc8ede req-ff7351a3-dc78-4662-968e-e28a0a936f91 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 210 time: 0.0278749 Mar 31 15:58:21.243864 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbd317f6-4902-4932-bd3e-fa7d30ee3fa2 x-openstack-request-id: req-cbd317f6-4902-4932-bd3e-fa7d30ee3fa2 {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:58:21.245164 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa147045-fb21-4dc9-83f2-726d356973bb", "name": "network-vif-deleted", "tag": "5bab7f78-f7d7-4bba-991a-378753eacaea", "status": "completed", "code": 200}]} {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:58:21.245646 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-cbd317f6-4902-4932-bd3e-fa7d30ee3fa2 {{(pid=115720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:58:21.246262 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cbd317f6-4902-4932-bd3e-fa7d30ee3fa2'] response: {'server_uuid': 'fa147045-fb21-4dc9-83f2-726d356973bb', 'name': 'network-vif-deleted', 'tag': '5bab7f78-f7d7-4bba-991a-378753eacaea', 'status': 'completed', 'code': 200} Mar 31 15:58:21.348530 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-f814629b-010b-40b0-813d-86a2bd0e4bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'name': 'tempest-ServerRescueNegativeTestJSON-1589148491-router', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:05Z', 'updated_at': '2022-03-31T15:53:11Z', 'revision_number': 4, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'gw_port': {'id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:06Z', 'updated_at': '2022-03-31T15:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '20bf53a5-f12d-4a00-a562-aa091b90a999', 'name': '', 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'mac_address': 'fa:16:3e:e1:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0a390765-0f72-4138-842b-3475f0e0b072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:27Z', 'revision_number': 5, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'subnets': [{'id': '0a390765-0f72-4138-842b-3475f0e0b072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:21.379033 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f814629b-010b-40b0-813d-86a2bd0e4bd1 None None] Checking router: 893cd866-4a0a-4a91-8227-08d08891aab9 for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:58:21.387642 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f814629b-010b-40b0-813d-86a2bd0e4bd1 None None] Routers {'893cd866-4a0a-4a91-8227-08d08891aab9'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:58:21.388367 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-f814629b-010b-40b0-813d-86a2bd0e4bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:58:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['893cd866-4a0a-4a91-8227-08d08891aab9'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:21.623835 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-f814629b-010b-40b0-813d-86a2bd0e4bd1 None None] Set router 893cd866-4a0a-4a91-8227-08d08891aab9 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:58:21.818086 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-f814629b-010b-40b0-813d-86a2bd0e4bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'name': 'tempest-ServerRescueNegativeTestJSON-1589148491-router', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:05Z', 'updated_at': '2022-03-31T15:53:11Z', 'revision_number': 4, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'gw_port': {'id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:06Z', 'updated_at': '2022-03-31T15:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '20bf53a5-f12d-4a00-a562-aa091b90a999', 'name': '', 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'mac_address': 'fa:16:3e:e1:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0a390765-0f72-4138-842b-3475f0e0b072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:27Z', 'revision_number': 5, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'subnets': [{'id': '0a390765-0f72-4138-842b-3475f0e0b072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:21.847944 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f814629b-010b-40b0-813d-86a2bd0e4bd1 None None] The sync data for ids ['893cd866-4a0a-4a91-8227-08d08891aab9'] in dv-cinder-836028-1-iscsi is: [{'id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'name': 'tempest-ServerRescueNegativeTestJSON-1589148491-router', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:05Z', 'updated_at': '2022-03-31T15:53:11Z', 'revision_number': 4, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'gw_port': {'id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:06Z', 'updated_at': '2022-03-31T15:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '20bf53a5-f12d-4a00-a562-aa091b90a999', 'name': '', 'network_id': '772c9de8-3ee6-49b7-99a9-f2f7bed661aa', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'mac_address': 'fa:16:3e:e1:35:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '0a390765-0f72-4138-842b-3475f0e0b072', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:27Z', 'revision_number': 5, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'subnets': [{'id': '0a390765-0f72-4138-842b-3475f0e0b072', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:58:22.069063 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0da6276-d7a9-4df1-ba7d-d6b19fbe2821 None None] New status for floating IP 1f3fee33-4711-4a22-b384-58f4e84e72b9: DOWN {{(pid=115722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:58:22.219123 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd2539-f256-4429-a940-ce9453f9e3c1 req-cd97901c-908a-4fad-b323-698239b530c4 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:22.226154 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8fdd2539-f256-4429-a940-ce9453f9e3c1 req-cd97901c-908a-4fad-b323-698239b530c4 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0626731 Mar 31 15:58:22.278941 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8fdd2539-f256-4429-a940-ce9453f9e3c1 req-7cd7a31d-f5f3-4178-a9dd-165ad943aa4b tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515690 Mar 31 15:58:22.310318 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-927f1bae-5756-48f6-9c48-0557e3ac871e req-458af323-e675-4157-897a-a839d8dc25f9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=fa147045-fb21-4dc9-83f2-726d356973bb HTTP/1.1" status: 200 len: 210 time: 0.0275791 Mar 31 15:58:22.401055 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3a253f-dc87-4894-af97-52852b0b95ef req-26ba5970-fb30-4c08-9834-b8278f90e509 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:22.402605 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2b3a253f-dc87-4894-af97-52852b0b95ef req-26ba5970-fb30-4c08-9834-b8278f90e509 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0554237 Mar 31 15:58:22.412091 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 35162) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:22.416772 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-cd90e3be-cac5-4982-a422-1e8cc709e2c7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Request body: {'floatingip': {'port_id': '414f290c-1850-4ac3-af74-e2472ce44a79'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:22.458198 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-cd90e3be-cac5-4982-a422-1e8cc709e2c7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for floatingip (2d55b9d2-6846-4c9d-a56b-cf5ce7b035d4), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:22.885577 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-cd90e3be-cac5-4982-a422-1e8cc709e2c7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:22.986853 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-cd90e3be-cac5-4982-a422-1e8cc709e2c7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (2d55b9d2-6846-4c9d-a56b-cf5ce7b035d4), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:23.085636 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.db.l3_db [None req-cd90e3be-cac5-4982-a422-1e8cc709e2c7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Floating IP 2d55b9d2-6846-4c9d-a56b-cf5ce7b035d4 associated. External IP: 172.27.0.8, port: 414f290c-1850-4ac3-af74-e2472ce44a79. Mar 31 15:58:23.300464 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd90e3be-cac5-4982-a422-1e8cc709e2c7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Router 297316b7-94a5-49b3-8d00-ea2b3fa314bd has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:58:23.422328 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd90e3be-cac5-4982-a422-1e8cc709e2c7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:58:23.427020 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-cd90e3be-cac5-4982-a422-1e8cc709e2c7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:23.433135 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f08d9d-1e81-458e-8d0b-5428c73f6386 None None] Sync routers for ids ['297316b7-94a5-49b3-8d00-ea2b3fa314bd'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:58:23.442412 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f08d9d-1e81-458e-8d0b-5428c73f6386 None None] Routers {'297316b7-94a5-49b3-8d00-ea2b3fa314bd'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:58:23.443044 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-59f08d9d-1e81-458e-8d0b-5428c73f6386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:58:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['297316b7-94a5-49b3-8d00-ea2b3fa314bd'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:23.472750 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-cd90e3be-cac5-4982-a422-1e8cc709e2c7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "PUT /v2.0/floatingips/2d55b9d2-6846-4c9d-a56b-cf5ce7b035d4 HTTP/1.1" status: 200 len: 989 time: 1.0455661 Mar 31 15:58:23.472750 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '130a204b-5efc-4e84-955b-265c36412a10', 'tag': '414f290c-1850-4ac3-af74-e2472ce44a79'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:58:23.472750 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66cad50f-fb05-4d9a-a432-66d0713ae6fd" -d '{"events": [{"name": "network-changed", "server_uuid": "130a204b-5efc-4e84-955b-265c36412a10", "tag": "414f290c-1850-4ac3-af74-e2472ce44a79"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:58:23.486906 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 35184) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:23.505974 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31428b4a-df54-480d-a4cf-48d7d012583d x-openstack-request-id: req-31428b4a-df54-480d-a4cf-48d7d012583d {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:58:23.506372 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "130a204b-5efc-4e84-955b-265c36412a10", "tag": "414f290c-1850-4ac3-af74-e2472ce44a79", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:58:23.506641 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-31428b4a-df54-480d-a4cf-48d7d012583d {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:58:23.509598 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31428b4a-df54-480d-a4cf-48d7d012583d'] response: {'name': 'network-changed', 'server_uuid': '130a204b-5efc-4e84-955b-265c36412a10', 'tag': '414f290c-1850-4ac3-af74-e2472ce44a79', 'status': 'completed', 'code': 200} Mar 31 15:58:23.557617 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-59f08d9d-1e81-458e-8d0b-5428c73f6386 None None] Set router 297316b7-94a5-49b3-8d00-ea2b3fa314bd gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:58:23.563346 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-27bdb2f6-e4bc-47fd-a649-339e9a2150f9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks [] for security_group (05353a30-b643-48c8-a6fd-22dc6ba91d49), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:23.589182 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-27bdb2f6-e4bc-47fd-a649-339e9a2150f9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks [] for security_group (05353a30-b643-48c8-a6fd-22dc6ba91d49), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:23.611352 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cad50f-fb05-4d9a-a432-66d0713ae6fd req-b8ad531f-c7d2-421e-9ee8-13ffe30a01a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:23.613041 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-66cad50f-fb05-4d9a-a432-66d0713ae6fd req-b8ad531f-c7d2-421e-9ee8-13ffe30a01a0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf512c54be704edba504249cc57859c5&device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 1129 time: 0.0549822 Mar 31 15:58:23.698790 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-27bdb2f6-e4bc-47fd-a649-339e9a2150f9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (05353a30-b643-48c8-a6fd-22dc6ba91d49), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:23.701476 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-27bdb2f6-e4bc-47fd-a649-339e9a2150f9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:23.702665 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-27bdb2f6-e4bc-47fd-a649-339e9a2150f9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "DELETE /v2.0/security-groups/05353a30-b643-48c8-a6fd-22dc6ba91d49 HTTP/1.1" status: 204 len: 168 time: 0.2145588 Mar 31 15:58:23.705352 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35188) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:23.712471 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bdb2f6-e4bc-47fd-a649-339e9a2150f9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05353a30-b643-48c8-a6fd-22dc6ba91d49,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:23.715163 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cad50f-fb05-4d9a-a432-66d0713ae6fd req-bf64d40c-ada8-4c88-b0f1-72d748aec41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:23.716715 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-66cad50f-fb05-4d9a-a432-66d0713ae6fd req-bf64d40c-ada8-4c88-b0f1-72d748aec41f service neutron] 10.222.0.24 "GET /v2.0/networks?id=65944f20-8ab3-4e9e-89a3-2479fa118d50 HTTP/1.1" status: 200 len: 918 time: 0.0970716 Mar 31 15:58:23.719654 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bdb2f6-e4bc-47fd-a649-339e9a2150f9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:23.720012 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bdb2f6-e4bc-47fd-a649-339e9a2150f9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:23.720389 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bdb2f6-e4bc-47fd-a649-339e9a2150f9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:23.720734 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bdb2f6-e4bc-47fd-a649-339e9a2150f9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:23.721075 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bdb2f6-e4bc-47fd-a649-339e9a2150f9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:23.721410 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bdb2f6-e4bc-47fd-a649-339e9a2150f9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:23.721746 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bdb2f6-e4bc-47fd-a649-339e9a2150f9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:23.722080 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bdb2f6-e4bc-47fd-a649-339e9a2150f9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:23.722474 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bdb2f6-e4bc-47fd-a649-339e9a2150f9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:23.722748 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bdb2f6-e4bc-47fd-a649-339e9a2150f9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:23.723075 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.api.v2.resource [None req-cd1856c1-1cc8-4ab8-b24e-bb187b112bb5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] show failed (client error): The resource could not be found. Mar 31 15:58:23.723185 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bdb2f6-e4bc-47fd-a649-339e9a2150f9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:23.723394 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bdb2f6-e4bc-47fd-a649-339e9a2150f9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:23.726637 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bdb2f6-e4bc-47fd-a649-339e9a2150f9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:23.726817 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-cd1856c1-1cc8-4ab8-b24e-bb187b112bb5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups/05353a30-b643-48c8-a6fd-22dc6ba91d49 HTTP/1.1" status: 404 len: 347 time: 0.0172677 Mar 31 15:58:23.726926 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bdb2f6-e4bc-47fd-a649-339e9a2150f9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:23.726926 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bdb2f6-e4bc-47fd-a649-339e9a2150f9 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:23.726926 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 35190) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:23.786964 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 5bab7f78-f7d7-4bba-991a-378753eacaea no longer exists at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:58:23.789271 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-66cad50f-fb05-4d9a-a432-66d0713ae6fd req-23316b77-9f73-4c3c-8cf8-b5f232c16bd1 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=414f290c-1850-4ac3-af74-e2472ce44a79 HTTP/1.1" status: 200 len: 997 time: 0.0641878 Mar 31 15:58:23.808966 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] No Port match for: 5bab7f78-f7d7-4bba-991a-378753eacaea {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:58:23.809439 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 5bab7f78-f7d7-4bba-991a-378753eacaea not bound to the agent host hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:58:23.842069 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cad50f-fb05-4d9a-a432-66d0713ae6fd req-83f47ba8-33cb-4c1f-9a85-54566d85081d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:23.843219 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-59f08d9d-1e81-458e-8d0b-5428c73f6386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1621461563-router', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:19Z', 'revision_number': 4, 'project_id': 'cf512c54be704edba504249cc57859c5', 'gw_port': {'id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '2d55b9d2-6846-4c9d-a56b-cf5ce7b035d4', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'port_id': '414f290c-1850-4ac3-af74-e2472ce44a79', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'mac_address': 'fa:16:3e:b5:5a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130a204b-5efc-4e84-955b-265c36412a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:57:45Z', 'updated_at': '2022-03-31T15:58:22Z', 'revision_number': 1, 'project_id': 'cf512c54be704edba504249cc57859c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf403390-2890-4e83-9d4e-ae3d6a5dface', 'name': '', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'mac_address': 'fa:16:3e:7b:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:16Z', 'updated_at': '2022-03-31T15:53:32Z', 'revision_number': 5, 'project_id': 'cf512c54be704edba504249cc57859c5', 'subnets': [{'id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:23.843605 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-66cad50f-fb05-4d9a-a432-66d0713ae6fd req-83f47ba8-33cb-4c1f-9a85-54566d85081d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cb7a29d-bee7-4666-8fec-18b9b112885d HTTP/1.1" status: 200 len: 856 time: 0.0482686 Mar 31 15:58:23.854188 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-f22265f0-8326-4001-ac3e-fc290c3cbd3f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Deleting port 922bbde8-4360-477b-93d3-3747c7c43eff {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:58:23.854989 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f22265f0-8326-4001-ac3e-fc290c3cbd3f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (922bbde8-4360-477b-93d3-3747c7c43eff), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:23.874340 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f08d9d-1e81-458e-8d0b-5428c73f6386 None None] Checking router: 297316b7-94a5-49b3-8d00-ea2b3fa314bd for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:58:23.882763 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f08d9d-1e81-458e-8d0b-5428c73f6386 None None] Routers {'297316b7-94a5-49b3-8d00-ea2b3fa314bd'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:58:23.883457 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-59f08d9d-1e81-458e-8d0b-5428c73f6386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:58:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['297316b7-94a5-49b3-8d00-ea2b3fa314bd'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:23.892985 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cad50f-fb05-4d9a-a432-66d0713ae6fd req-79af5ed0-7a1f-41e5-a756-17d1c624c3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:23.894529 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-66cad50f-fb05-4d9a-a432-66d0713ae6fd req-79af5ed0-7a1f-41e5-a756-17d1c624c3ea service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65944f20-8ab3-4e9e-89a3-2479fa118d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438955 Mar 31 15:58:23.931470 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f22265f0-8326-4001-ac3e-fc290c3cbd3f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (922bbde8-4360-477b-93d3-3747c7c43eff), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:23.931706 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f22265f0-8326-4001-ac3e-fc290c3cbd3f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks [] for floatingip (922bbde8-4360-477b-93d3-3747c7c43eff), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:23.943449 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-f22265f0-8326-4001-ac3e-fc290c3cbd3f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Calling delete_port for 922bbde8-4360-477b-93d3-3747c7c43eff owned by network:floatingip {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:58:23.985694 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-66cad50f-fb05-4d9a-a432-66d0713ae6fd req-389dbe27-3c6e-4740-84ac-577a3f35231f service neutron] 10.222.0.24 "GET /v2.0/networks/65944f20-8ab3-4e9e-89a3-2479fa118d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840118 Mar 31 15:58:23.993207 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-59f08d9d-1e81-458e-8d0b-5428c73f6386 None None] Set router 297316b7-94a5-49b3-8d00-ea2b3fa314bd gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:58:24.077574 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-66cad50f-fb05-4d9a-a432-66d0713ae6fd req-ccb58d55-09bd-4c77-8fc1-511dd7b755f1 service neutron] 10.222.0.24 "GET /v2.0/networks/65944f20-8ab3-4e9e-89a3-2479fa118d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836222 Mar 31 15:58:24.175509 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f22265f0-8326-4001-ac3e-fc290c3cbd3f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (922bbde8-4360-477b-93d3-3747c7c43eff), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:24.208182 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22265f0-8326-4001-ac3e-fc290c3cbd3f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Pushing event deleted for resources: {'Port': ['ID=922bbde8-4360-477b-93d3-3747c7c43eff,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:24.218556 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-59f08d9d-1e81-458e-8d0b-5428c73f6386 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1621461563-router', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:19Z', 'revision_number': 4, 'project_id': 'cf512c54be704edba504249cc57859c5', 'gw_port': {'id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '2d55b9d2-6846-4c9d-a56b-cf5ce7b035d4', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'port_id': '414f290c-1850-4ac3-af74-e2472ce44a79', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'mac_address': 'fa:16:3e:b5:5a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130a204b-5efc-4e84-955b-265c36412a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:57:45Z', 'updated_at': '2022-03-31T15:58:22Z', 'revision_number': 1, 'project_id': 'cf512c54be704edba504249cc57859c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf403390-2890-4e83-9d4e-ae3d6a5dface', 'name': '', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'mac_address': 'fa:16:3e:7b:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:16Z', 'updated_at': '2022-03-31T15:53:32Z', 'revision_number': 5, 'project_id': 'cf512c54be704edba504249cc57859c5', 'subnets': [{'id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:24.250268 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f08d9d-1e81-458e-8d0b-5428c73f6386 None None] The sync data for ids ['297316b7-94a5-49b3-8d00-ea2b3fa314bd'] in dv-cinder-836028-1-iscsi is: [{'id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1621461563-router', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:19Z', 'revision_number': 4, 'project_id': 'cf512c54be704edba504249cc57859c5', 'gw_port': {'id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '2d55b9d2-6846-4c9d-a56b-cf5ce7b035d4', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'port_id': '414f290c-1850-4ac3-af74-e2472ce44a79', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 408, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'mac_address': 'fa:16:3e:b5:5a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '130a204b-5efc-4e84-955b-265c36412a10', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:57:45Z', 'updated_at': '2022-03-31T15:58:22Z', 'revision_number': 1, 'project_id': 'cf512c54be704edba504249cc57859c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bf403390-2890-4e83-9d4e-ae3d6a5dface', 'name': '', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'mac_address': 'fa:16:3e:7b:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:16Z', 'updated_at': '2022-03-31T15:53:32Z', 'revision_number': 5, 'project_id': 'cf512c54be704edba504249cc57859c5', 'subnets': [{'id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:58:24.278441 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f22265f0-8326-4001-ac3e-fc290c3cbd3f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks [] for floatingip (1f3fee33-4711-4a22-b384-58f4e84e72b9), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:24.281113 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f22265f0-8326-4001-ac3e-fc290c3cbd3f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:24.282345 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-f22265f0-8326-4001-ac3e-fc290c3cbd3f tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "DELETE /v2.0/floatingips/1f3fee33-4711-4a22-b384-58f4e84e72b9 HTTP/1.1" status: 204 len: 168 time: 0.5545671 Mar 31 15:58:24.464539 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ca5eb6-d43b-4a99-bb86-2b14b596f153 None None] New status for floating IP 2d55b9d2-6846-4c9d-a56b-cf5ce7b035d4: ACTIVE {{(pid=115722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:58:25.811017 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:58:29.274549 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da53620-a1e7-4761-b6bc-c3f792091341 req-dbc1769e-88ca-4e56-b964-e1a1ca6a3309 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:29.276095 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0da53620-a1e7-4761-b6bc-c3f792091341 req-dbc1769e-88ca-4e56-b964-e1a1ca6a3309 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0636039 Mar 31 15:58:29.325168 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0da53620-a1e7-4761-b6bc-c3f792091341 req-768574f8-1e5e-450d-9084-971b54358f64 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433831 Mar 31 15:58:30.404879 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca862cfe-0e84-471a-a8fb-9a06662ac208 req-b1815cd2-215e-422a-badf-4e91feb9cd37 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:30.406354 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ca862cfe-0e84-471a-a8fb-9a06662ac208 req-b1815cd2-215e-422a-badf-4e91feb9cd37 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0531032 Mar 31 15:58:30.465331 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ca862cfe-0e84-471a-a8fb-9a06662ac208 req-d517d716-3191-4cab-83fb-624f180a0bd5 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523655 Mar 31 15:58:30.512374 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232961ce-b482-4142-b2ef-fe15cfe5e004 req-8ef14d21-b999-47de-8356-a476273608e9 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:30.518929 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-232961ce-b482-4142-b2ef-fe15cfe5e004 req-8ef14d21-b999-47de-8356-a476273608e9 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0623937 Mar 31 15:58:30.566575 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-232961ce-b482-4142-b2ef-fe15cfe5e004 req-7f12481b-c5b5-47b3-b8f8-6216dda9aad7 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464506 Mar 31 15:58:31.587900 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac6380a-ee5b-434d-9ddf-e2388e05dc32 req-fd82d40c-773a-4b5b-85de-899aeff974b2 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:31.591538 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6ac6380a-ee5b-434d-9ddf-e2388e05dc32 req-fd82d40c-773a-4b5b-85de-899aeff974b2 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0613708 Mar 31 15:58:31.647801 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6ac6380a-ee5b-434d-9ddf-e2388e05dc32 req-97b3ae31-a204-4897-9306-aea4a3fbc92d tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500035 Mar 31 15:58:31.723512 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69068b3b-d5aa-4c1e-865f-5df98dfd3d03 req-904c00c8-fc84-4be4-8e9e-714d1466f401 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:31.725016 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-69068b3b-d5aa-4c1e-865f-5df98dfd3d03 req-904c00c8-fc84-4be4-8e9e-714d1466f401 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0574784 Mar 31 15:58:31.771171 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-69068b3b-d5aa-4c1e-865f-5df98dfd3d03 req-b970ace1-7a05-4836-97cf-a1d231cc166d tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=fec0ce0c-c1da-49f6-8d42-865310bdf12c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402925 Mar 31 15:58:31.944110 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936bee0-8903-42f6-9e2b-e5b6bd99a7e9 req-7222d791-4500-4247-92da-972a2eedae61 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:31.946043 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-9936bee0-8903-42f6-9e2b-e5b6bd99a7e9 req-7222d791-4500-4247-92da-972a2eedae61 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.24 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 945 time: 0.0559199 Mar 31 15:58:32.039637 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [req-9936bee0-8903-42f6-9e2b-e5b6bd99a7e9 req-6ef434ea-846e-4921-b9eb-c5e9cd200560 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Deleting port 23bb6d56-d3c6-46f6-8d1e-6b475007f76d {{(pid=115720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:58:32.039993 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-9936bee0-8903-42f6-9e2b-e5b6bd99a7e9 req-6ef434ea-846e-4921-b9eb-c5e9cd200560 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (23bb6d56-d3c6-46f6-8d1e-6b475007f76d), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:32.126501 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [req-9936bee0-8903-42f6-9e2b-e5b6bd99a7e9 req-6ef434ea-846e-4921-b9eb-c5e9cd200560 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] For port 23bb6d56-d3c6-46f6-8d1e-6b475007f76d, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=23bb6d56-d3c6-46f6-8d1e-6b475007f76d,segment=NetworkSegment(a11ae896-5a72-42f4-bae7-f1e4e617cdb8),segment_id=a11ae896-5a72-42f4-bae7-f1e4e617cdb8)] {{(pid=115720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:32.126853 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-9936bee0-8903-42f6-9e2b-e5b6bd99a7e9 req-6ef434ea-846e-4921-b9eb-c5e9cd200560 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (23bb6d56-d3c6-46f6-8d1e-6b475007f76d), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:32.499144 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-9936bee0-8903-42f6-9e2b-e5b6bd99a7e9 req-6ef434ea-846e-4921-b9eb-c5e9cd200560 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:32.499510 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-9936bee0-8903-42f6-9e2b-e5b6bd99a7e9 req-6ef434ea-846e-4921-b9eb-c5e9cd200560 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (7ddef076-b676-4963-b630-4c9ab525b168), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:32.499840 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.l3_db [req-9936bee0-8903-42f6-9e2b-e5b6bd99a7e9 req-6ef434ea-846e-4921-b9eb-c5e9cd200560 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Floating IP 7ddef076-b676-4963-b630-4c9ab525b168 disassociated. External IP: 172.27.0.92, port: 23bb6d56-d3c6-46f6-8d1e-6b475007f76d. Mar 31 15:58:32.500238 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [req-9936bee0-8903-42f6-9e2b-e5b6bd99a7e9 req-6ef434ea-846e-4921-b9eb-c5e9cd200560 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Calling delete_port for 23bb6d56-d3c6-46f6-8d1e-6b475007f76d owned by compute:nova {{(pid=115720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:58:32.687239 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-9936bee0-8903-42f6-9e2b-e5b6bd99a7e9 req-6ef434ea-846e-4921-b9eb-c5e9cd200560 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167'] for port (23bb6d56-d3c6-46f6-8d1e-6b475007f76d), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:32.716293 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef434ea-846e-4921-b9eb-c5e9cd200560 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Pushing event deleted for resources: {'Port': ['ID=23bb6d56-d3c6-46f6-8d1e-6b475007f76d,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:32.769275 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdd1c42-fce0-4b61-b546-02afefd5bde9 req-ccb28b00-2d8a-4fec-995a-45319be10fe1 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:32.770905 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1bdd1c42-fce0-4b61-b546-02afefd5bde9 req-ccb28b00-2d8a-4fec-995a-45319be10fe1 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0550194 Mar 31 15:58:32.821408 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1bdd1c42-fce0-4b61-b546-02afefd5bde9 req-dd03e941-4e88-40ea-8033-45c213ab5d8d tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439725 Mar 31 15:58:32.844673 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9936bee0-8903-42f6-9e2b-e5b6bd99a7e9 req-6ef434ea-846e-4921-b9eb-c5e9cd200560 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Router 10b24868-497d-45c0-9464-8803e76370f6 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:58:32.868629 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-518bd861-9060-406b-911b-44c5e7df15c6 req-065c359b-13bc-4c86-b3c2-a5eb15e0c6fd tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 210 time: 0.0281112 Mar 31 15:58:32.946726 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9936bee0-8903-42f6-9e2b-e5b6bd99a7e9 req-6ef434ea-846e-4921-b9eb-c5e9cd200560 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:58:32.956257 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a16ce2c-30e8-49f7-995d-973e9ef91733 None None] Sync routers for ids ['10b24868-497d-45c0-9464-8803e76370f6'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:58:32.966328 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a16ce2c-30e8-49f7-995d-973e9ef91733 None None] Routers {'10b24868-497d-45c0-9464-8803e76370f6'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:58:32.966935 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-1a16ce2c-30e8-49f7-995d-973e9ef91733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:58:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['10b24868-497d-45c0-9464-8803e76370f6'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:32.987787 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [req-9936bee0-8903-42f6-9e2b-e5b6bd99a7e9 req-6ef434ea-846e-4921-b9eb-c5e9cd200560 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] No DVR routers for this DVR port 23bb6d56-d3c6-46f6-8d1e-6b475007f76d on host hv-cinder-83602 {{(pid=115720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:58:32.992671 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-9936bee0-8903-42f6-9e2b-e5b6bd99a7e9 req-6ef434ea-846e-4921-b9eb-c5e9cd200560 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:32.995970 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-9936bee0-8903-42f6-9e2b-e5b6bd99a7e9 req-6ef434ea-846e-4921-b9eb-c5e9cd200560 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.24 "DELETE /v2.0/ports/23bb6d56-d3c6-46f6-8d1e-6b475007f76d HTTP/1.1" status: 204 len: 173 time: 1.0440705 Mar 31 15:58:32.996442 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a99832c9-a1fa-4951-acf6-0529ea0367f4', 'name': 'network-vif-deleted', 'tag': '23bb6d56-d3c6-46f6-8d1e-6b475007f76d'}] {{(pid=115720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:58:32.998657 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccc7965b351d9be82fa8b87eed5996d2f485a8722744a87613077a4f3f485543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2f73c3-534e-4ec5-a034-b5cd5870bbf4" -d '{"events": [{"server_uuid": "a99832c9-a1fa-4951-acf6-0529ea0367f4", "name": "network-vif-deleted", "tag": "23bb6d56-d3c6-46f6-8d1e-6b475007f76d"}]}' {{(pid=115720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:58:33.034842 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d870dfa8-de5e-47d1-9949-2b67d6d92dd8 x-openstack-request-id: req-d870dfa8-de5e-47d1-9949-2b67d6d92dd8 {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:58:33.035139 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a99832c9-a1fa-4951-acf6-0529ea0367f4", "name": "network-vif-deleted", "tag": "23bb6d56-d3c6-46f6-8d1e-6b475007f76d", "status": "completed", "code": 200}]} {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:58:33.035422 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d870dfa8-de5e-47d1-9949-2b67d6d92dd8 {{(pid=115720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:58:33.035835 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d870dfa8-de5e-47d1-9949-2b67d6d92dd8'] response: {'server_uuid': 'a99832c9-a1fa-4951-acf6-0529ea0367f4', 'name': 'network-vif-deleted', 'tag': '23bb6d56-d3c6-46f6-8d1e-6b475007f76d', 'status': 'completed', 'code': 200} Mar 31 15:58:33.081370 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-1a16ce2c-30e8-49f7-995d-973e9ef91733 None None] Set router 10b24868-497d-45c0-9464-8803e76370f6 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:58:33.289533 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-1a16ce2c-30e8-49f7-995d-973e9ef91733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b24868-497d-45c0-9464-8803e76370f6', 'name': 'tempest-AttachVolumeTestJSON-1293021899-router', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:22Z', 'revision_number': 4, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'gw_port': {'id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '789b2962-ef21-4c36-a7bb-6c6de07c35e1', 'name': '', 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'mac_address': 'fa:16:3e:ff:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:20Z', 'updated_at': '2022-03-31T15:53:33Z', 'revision_number': 5, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'subnets': [{'id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:33.319999 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a16ce2c-30e8-49f7-995d-973e9ef91733 None None] Checking router: 10b24868-497d-45c0-9464-8803e76370f6 for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:58:33.328512 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a16ce2c-30e8-49f7-995d-973e9ef91733 None None] Routers {'10b24868-497d-45c0-9464-8803e76370f6'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:58:33.329132 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-1a16ce2c-30e8-49f7-995d-973e9ef91733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:58:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['10b24868-497d-45c0-9464-8803e76370f6'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:33.561751 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-1a16ce2c-30e8-49f7-995d-973e9ef91733 None None] Set router 10b24868-497d-45c0-9464-8803e76370f6 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:58:33.601028 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aae5be-de06-4d13-836f-d8431c41e572 req-8a14ff47-23a3-4504-a965-911fd8d3ca6d tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:33.603061 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-f5aae5be-de06-4d13-836f-d8431c41e572 req-8a14ff47-23a3-4504-a965-911fd8d3ca6d tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.24 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0570278 Mar 31 15:58:33.732494 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [req-f5aae5be-de06-4d13-836f-d8431c41e572 req-f1aa3543-9e5a-4157-9b0a-7f23a6cc7258 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Deleting port 68d51ae4-8f29-4557-a7f0-406405652fc5 {{(pid=115720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:58:33.732839 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-f5aae5be-de06-4d13-836f-d8431c41e572 req-f1aa3543-9e5a-4157-9b0a-7f23a6cc7258 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (68d51ae4-8f29-4557-a7f0-406405652fc5), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:33.797574 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-1a16ce2c-30e8-49f7-995d-973e9ef91733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b24868-497d-45c0-9464-8803e76370f6', 'name': 'tempest-AttachVolumeTestJSON-1293021899-router', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:22Z', 'revision_number': 4, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'gw_port': {'id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '789b2962-ef21-4c36-a7bb-6c6de07c35e1', 'name': '', 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'mac_address': 'fa:16:3e:ff:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:20Z', 'updated_at': '2022-03-31T15:53:33Z', 'revision_number': 5, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'subnets': [{'id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:33.823704 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a16ce2c-30e8-49f7-995d-973e9ef91733 None None] The sync data for ids ['10b24868-497d-45c0-9464-8803e76370f6'] in dv-cinder-836028-1-iscsi is: [{'id': '10b24868-497d-45c0-9464-8803e76370f6', 'name': 'tempest-AttachVolumeTestJSON-1293021899-router', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:22Z', 'revision_number': 4, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'gw_port': {'id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '789b2962-ef21-4c36-a7bb-6c6de07c35e1', 'name': '', 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'mac_address': 'fa:16:3e:ff:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:20Z', 'updated_at': '2022-03-31T15:53:33Z', 'revision_number': 5, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'subnets': [{'id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:58:33.826260 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [req-f5aae5be-de06-4d13-836f-d8431c41e572 req-f1aa3543-9e5a-4157-9b0a-7f23a6cc7258 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] For port 68d51ae4-8f29-4557-a7f0-406405652fc5, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=68d51ae4-8f29-4557-a7f0-406405652fc5,segment=NetworkSegment(c4bf4fae-8afb-4772-9b42-f40496cec286),segment_id=c4bf4fae-8afb-4772-9b42-f40496cec286)] {{(pid=115720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:33.826644 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-f5aae5be-de06-4d13-836f-d8431c41e572 req-f1aa3543-9e5a-4157-9b0a-7f23a6cc7258 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (68d51ae4-8f29-4557-a7f0-406405652fc5), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:33.847451 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [req-f5aae5be-de06-4d13-836f-d8431c41e572 req-f1aa3543-9e5a-4157-9b0a-7f23a6cc7258 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Calling delete_port for 68d51ae4-8f29-4557-a7f0-406405652fc5 owned by compute:nova {{(pid=115720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:58:33.974767 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d8e857-9757-4cb8-89d8-08f86145f6ef req-85ee5742-2f41-4234-8fc2-9c81284b1037 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:33.976436 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-33d8e857-9757-4cb8-89d8-08f86145f6ef req-85ee5742-2f41-4234-8fc2-9c81284b1037 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 945 time: 0.0733752 Mar 31 15:58:33.997549 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-eccbf176-dff7-4fa9-a997-00e79382dcb4 req-5dec1ac7-a7a1-4d53-8eba-494039d8d402 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=a99832c9-a1fa-4951-acf6-0529ea0367f4 HTTP/1.1" status: 200 len: 210 time: 0.0393326 Mar 31 15:58:34.042236 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-33d8e857-9757-4cb8-89d8-08f86145f6ef req-89326d6c-982f-4f1a-b237-3a61186a6515 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470328 Mar 31 15:58:34.082393 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-f5aae5be-de06-4d13-836f-d8431c41e572 req-f1aa3543-9e5a-4157-9b0a-7f23a6cc7258 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167'] for port (68d51ae4-8f29-4557-a7f0-406405652fc5), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:34.104410 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-533bbc93-b7d5-4fed-a2e4-81194f74f4b9 None None] New status for floating IP 7ddef076-b676-4963-b630-4c9ab525b168: DOWN {{(pid=115722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:58:34.119891 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa3543-9e5a-4157-9b0a-7f23a6cc7258 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Pushing event deleted for resources: {'Port': ['ID=68d51ae4-8f29-4557-a7f0-406405652fc5,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:34.120298 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['68d51ae4-8f29-4557-a7f0-406405652fc5', '1a5b2cf9-9674-42f5-8329-e9b8ea6698b9'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:58:34.177066 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5aae5be-de06-4d13-836f-d8431c41e572 req-f1aa3543-9e5a-4157-9b0a-7f23a6cc7258 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] No DVR routers for this DVR port 68d51ae4-8f29-4557-a7f0-406405652fc5 on host hv-cinder-83602 {{(pid=115720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:58:34.179822 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-f5aae5be-de06-4d13-836f-d8431c41e572 req-f1aa3543-9e5a-4157-9b0a-7f23a6cc7258 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:34.184196 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-f5aae5be-de06-4d13-836f-d8431c41e572 req-f1aa3543-9e5a-4157-9b0a-7f23a6cc7258 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.24 "DELETE /v2.0/ports/68d51ae4-8f29-4557-a7f0-406405652fc5 HTTP/1.1" status: 204 len: 173 time: 0.5751383 Mar 31 15:58:34.804020 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-0e93622d-423d-40b5-aec0-0b612942d226 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:35.036936 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23687f6-6ba2-4b7c-9902-61a0e09d87cd', 'name': 'network-vif-deleted', 'tag': '68d51ae4-8f29-4557-a7f0-406405652fc5'}] {{(pid=115720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:58:35.039593 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccc7965b351d9be82fa8b87eed5996d2f485a8722744a87613077a4f3f485543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8fa8304-c7a3-4e56-9513-64d6117bdf90" -d '{"events": [{"server_uuid": "b23687f6-6ba2-4b7c-9902-61a0e09d87cd", "name": "network-vif-deleted", "tag": "68d51ae4-8f29-4557-a7f0-406405652fc5"}]}' {{(pid=115720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:58:35.076218 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e57113c-2fb6-4a3f-91ad-f9895f7069aa x-openstack-request-id: req-3e57113c-2fb6-4a3f-91ad-f9895f7069aa {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:58:35.076626 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23687f6-6ba2-4b7c-9902-61a0e09d87cd", "name": "network-vif-deleted", "tag": "68d51ae4-8f29-4557-a7f0-406405652fc5", "status": "completed", "code": 200}]} {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:58:35.076891 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3e57113c-2fb6-4a3f-91ad-f9895f7069aa {{(pid=115720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:58:35.077498 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e57113c-2fb6-4a3f-91ad-f9895f7069aa'] response: {'server_uuid': 'b23687f6-6ba2-4b7c-9902-61a0e09d87cd', 'name': 'network-vif-deleted', 'tag': '68d51ae4-8f29-4557-a7f0-406405652fc5', 'status': 'completed', 'code': 200} Mar 31 15:58:35.156427 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35360) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:35.170433 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7bbe6397-f7e4-433b-879c-5d97e88a70d6 req-f9ad5624-955c-4ae0-8af0-40a190e979ae tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=b23687f6-6ba2-4b7c-9902-61a0e09d87cd HTTP/1.1" status: 200 len: 210 time: 0.0394833 Mar 31 15:58:35.216227 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0627003b-094e-45bd-8a1a-546c49c2afd8 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for security_group (fec0ce0c-c1da-49f6-8d42-865310bdf12c), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:35.239513 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0627003b-094e-45bd-8a1a-546c49c2afd8 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for security_group (fec0ce0c-c1da-49f6-8d42-865310bdf12c), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:35.372865 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0627003b-094e-45bd-8a1a-546c49c2afd8 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (fec0ce0c-c1da-49f6-8d42-865310bdf12c), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:35.375336 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0627003b-094e-45bd-8a1a-546c49c2afd8 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:35.376518 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-0627003b-094e-45bd-8a1a-546c49c2afd8 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "DELETE /v2.0/security-groups/fec0ce0c-c1da-49f6-8d42-865310bdf12c HTTP/1.1" status: 204 len: 168 time: 0.2189023 Mar 31 15:58:35.379261 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 35362) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:35.386332 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0627003b-094e-45bd-8a1a-546c49c2afd8 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec0ce0c-c1da-49f6-8d42-865310bdf12c,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:35.393091 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.api.v2.resource [None req-82a6fb4b-ceda-448c-afa7-69592c97dff1 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] show failed (client error): The resource could not be found. Mar 31 15:58:35.394465 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-82a6fb4b-ceda-448c-afa7-69592c97dff1 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups/fec0ce0c-c1da-49f6-8d42-865310bdf12c HTTP/1.1" status: 404 len: 347 time: 0.0138218 Mar 31 15:58:35.397118 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35364) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:35.518979 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-ca522f69-5b14-4c1d-bed2-e0dc5b86238c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Deleting port 8bac38b8-b37f-48e7-970a-5e24da857f99 {{(pid=115720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:58:35.519322 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ca522f69-5b14-4c1d-bed2-e0dc5b86238c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (8bac38b8-b37f-48e7-970a-5e24da857f99), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:35.595665 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ca522f69-5b14-4c1d-bed2-e0dc5b86238c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (8bac38b8-b37f-48e7-970a-5e24da857f99), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:35.595989 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ca522f69-5b14-4c1d-bed2-e0dc5b86238c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for floatingip (8bac38b8-b37f-48e7-970a-5e24da857f99), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:35.607461 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-ca522f69-5b14-4c1d-bed2-e0dc5b86238c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Calling delete_port for 8bac38b8-b37f-48e7-970a-5e24da857f99 owned by network:floatingip {{(pid=115720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:58:35.789938 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ca522f69-5b14-4c1d-bed2-e0dc5b86238c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167'] for port (8bac38b8-b37f-48e7-970a-5e24da857f99), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:35.815898 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca522f69-5b14-4c1d-bed2-e0dc5b86238c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Pushing event deleted for resources: {'Port': ['ID=8bac38b8-b37f-48e7-970a-5e24da857f99,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:35.841673 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ca522f69-5b14-4c1d-bed2-e0dc5b86238c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for floatingip (7ddef076-b676-4963-b630-4c9ab525b168), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:35.844208 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ca522f69-5b14-4c1d-bed2-e0dc5b86238c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:35.845347 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-ca522f69-5b14-4c1d-bed2-e0dc5b86238c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "DELETE /v2.0/floatingips/7ddef076-b676-4963-b630-4c9ab525b168 HTTP/1.1" status: 204 len: 168 time: 0.4472592 Mar 31 15:58:35.856291 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 23bb6d56-d3c6-46f6-8d1e-6b475007f76d no longer exists at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:58:35.869303 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] No Port match for: 23bb6d56-d3c6-46f6-8d1e-6b475007f76d {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:58:35.869667 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 23bb6d56-d3c6-46f6-8d1e-6b475007f76d not bound to the agent host hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:58:35.871237 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 68d51ae4-8f29-4557-a7f0-406405652fc5 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:58:35.893753 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] No Port match for: 68d51ae4-8f29-4557-a7f0-406405652fc5 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:58:35.894102 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 68d51ae4-8f29-4557-a7f0-406405652fc5 not bound to the agent host hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:58:36.167440 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35376) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:36.172982 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-0871bf72-910d-4551-a0c3-0d6d3ab1289f tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Request body: {'security_group': {'name': 'tempest-securitygroup--11711232', 'description': 'tempest-description--1895839224'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:36.251991 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0871bf72-910d-4551-a0c3-0d6d3ab1289f tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:36.317749 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0871bf72-910d-4551-a0c3-0d6d3ab1289f tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for security_group (86b53bd6-598f-4aab-9b55-4977af0d0037), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:36.432650 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0871bf72-910d-4551-a0c3-0d6d3ab1289f tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (86b53bd6-598f-4aab-9b55-4977af0d0037), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:36.461463 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0871bf72-910d-4551-a0c3-0d6d3ab1289f tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86b53bd6-598f-4aab-9b55-4977af0d0037,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:36.554691 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0871bf72-910d-4551-a0c3-0d6d3ab1289f tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:36.555948 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-0871bf72-910d-4551-a0c3-0d6d3ab1289f tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3870409 Mar 31 15:58:36.563658 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35384) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:36.568214 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-c0f9a8bc-3bcb-41e7-a3cf-28981123725c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Request body: {'security_group_rule': {'security_group_id': '86b53bd6-598f-4aab-9b55-4977af0d0037', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:36.666717 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c0f9a8bc-3bcb-41e7-a3cf-28981123725c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for security_group_rule (d9ed218d-265f-4ac9-9c60-9092bd649f99), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:36.685989 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5fd35e-1abb-4c07-bb27-a89e8bdae4c8 req-2b19fc3a-eec5-40ea-88c5-54dc23f9abfc tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:36.687461 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ca5fd35e-1abb-4c07-bb27-a89e8bdae4c8 req-2b19fc3a-eec5-40ea-88c5-54dc23f9abfc tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.0563123 Mar 31 15:58:36.723382 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c0f9a8bc-3bcb-41e7-a3cf-28981123725c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for security_group_rule (d9ed218d-265f-4ac9-9c60-9092bd649f99), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:36.735439 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ca5fd35e-1abb-4c07-bb27-a89e8bdae4c8 req-5acab760-dd08-4220-a9ed-beabaf0ae3eb tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421209 Mar 31 15:58:36.786528 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c0f9a8bc-3bcb-41e7-a3cf-28981123725c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (d9ed218d-265f-4ac9-9c60-9092bd649f99), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:36.808921 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9a8bc-3bcb-41e7-a3cf-28981123725c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9ed218d-265f-4ac9-9c60-9092bd649f99,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:36.860362 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c0f9a8bc-3bcb-41e7-a3cf-28981123725c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:36.861588 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-c0f9a8bc-3bcb-41e7-a3cf-28981123725c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2969689 Mar 31 15:58:36.864423 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35390) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:36.868695 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-cc2730cc-37cd-4dc9-ab9e-7d0398fbe6af tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Request body: {'security_group_rule': {'security_group_id': '86b53bd6-598f-4aab-9b55-4977af0d0037', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:36.963219 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-cc2730cc-37cd-4dc9-ab9e-7d0398fbe6af tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for security_group_rule (12c5555b-78ac-4022-947f-22e3deaada67), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:37.016520 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-cc2730cc-37cd-4dc9-ab9e-7d0398fbe6af tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for security_group_rule (12c5555b-78ac-4022-947f-22e3deaada67), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:37.018347 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-5a9e0107-0673-4f99-9150-cf7a11176351 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:37.104330 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-cc2730cc-37cd-4dc9-ab9e-7d0398fbe6af tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (12c5555b-78ac-4022-947f-22e3deaada67), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:37.122466 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2730cc-37cd-4dc9-ab9e-7d0398fbe6af tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c5555b-78ac-4022-947f-22e3deaada67,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:37.198456 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-cc2730cc-37cd-4dc9-ab9e-7d0398fbe6af tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:37.202622 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-cc2730cc-37cd-4dc9-ab9e-7d0398fbe6af tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3343344 Mar 31 15:58:37.203039 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35402) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:37.207541 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-fb30d1b6-ce30-4128-b747-c5468bede292 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Request body: {'floatingip': {'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:37.307250 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fb30d1b6-ce30-4128-b747-c5468bede292 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:37.408130 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fb30d1b6-ce30-4128-b747-c5468bede292 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:37.515879 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_common [None req-fb30d1b6-ce30-4128-b747-c5468bede292 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Allocated IP 172.27.0.206 (3b1a5cd5-bca8-4f86-be99-483986f7f547/c4390997-9a11-4c24-ae70-32af92bbcdb2/e06abfa4-9553-471f-98a8-a9ba717d18a7) {{(pid=115720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:58:37.639459 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fb30d1b6-ce30-4128-b747-c5468bede292 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for port (e06abfa4-9553-471f-98a8-a9ba717d18a7), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:37.640226 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8afdc5-c49f-41ce-8bbb-dd4370cf4d0d req-821a7bcd-9c0e-4f54-ad43-22074bee9a29 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:37.641694 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7a8afdc5-c49f-41ce-8bbb-dd4370cf4d0d req-821a7bcd-9c0e-4f54-ad43-22074bee9a29 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 945 time: 0.0531008 Mar 31 15:58:37.696571 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7a8afdc5-c49f-41ce-8bbb-dd4370cf4d0d req-e34e8e0b-60a5-47a5-8cac-c7a0bc960382 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483408 Mar 31 15:58:37.719083 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35422) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:37.764920 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fb30d1b6-ce30-4128-b747-c5468bede292 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (e06abfa4-9553-471f-98a8-a9ba717d18a7), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:37.792650 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:37.834683 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb30d1b6-ce30-4128-b747-c5468bede292 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Network 3b1a5cd5-bca8-4f86-be99-483986f7f547 is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:58:37.839868 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-fb30d1b6-ce30-4128-b747-c5468bede292 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:37.846889 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb30d1b6-ce30-4128-b747-c5468bede292 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Received port after_create {{(pid=115720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:58:37.860979 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30d1b6-ce30-4128-b747-c5468bede292 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Pushing event updated for resources: {'Port': ['ID=e06abfa4-9553-471f-98a8-a9ba717d18a7,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:37.865369 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e03efb8-9d48-4336-a628-b8490408b3ee req-075b61c5-0b49-4a25-a974-8ae6bbd1bb61 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:37.867244 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd30f2fc-00e0-4fdc-a7e8-a1b310f4442c tempest-TestMinimumBasicScenario-1819551506 tempest-TestMinimumBasicScenario-1819551506-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:37.867519 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9e03efb8-9d48-4336-a628-b8490408b3ee req-075b61c5-0b49-4a25-a974-8ae6bbd1bb61 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.0610673 Mar 31 15:58:37.868837 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-bd30f2fc-00e0-4fdc-a7e8-a1b310f4442c tempest-TestMinimumBasicScenario-1819551506 tempest-TestMinimumBasicScenario-1819551506-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 1124 time: 0.1487534 Mar 31 15:58:37.872643 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 35428) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:37.879413 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-9da93b42-e82d-490d-b797-cbd78fa4386e tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Request body: {'floatingip': {'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'port_id': 'c2e9823b-30b3-4fed-a1c3-0815c78de343', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'fixed_ip_address': '172.20.0.5'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:37.911966 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fb30d1b6-ce30-4128-b747-c5468bede292 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for floatingip (924e27ef-09ae-47ad-b80a-2436accd9197), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:37.942349 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9e03efb8-9d48-4336-a628-b8490408b3ee req-314e8498-230e-4eff-ad1f-fbe1568de445 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568652 Mar 31 15:58:37.993133 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9da93b42-e82d-490d-b797-cbd78fa4386e tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:38.024463 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fb30d1b6-ce30-4128-b747-c5468bede292 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (e06abfa4-9553-471f-98a8-a9ba717d18a7), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:38.094778 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9da93b42-e82d-490d-b797-cbd78fa4386e tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:38.185606 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fb30d1b6-ce30-4128-b747-c5468bede292 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for port (e06abfa4-9553-471f-98a8-a9ba717d18a7), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:38.203924 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [None req-9da93b42-e82d-490d-b797-cbd78fa4386e tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Allocated IP 172.27.0.63 (3b1a5cd5-bca8-4f86-be99-483986f7f547/c4390997-9a11-4c24-ae70-32af92bbcdb2/c5d8ad88-f832-4576-a145-d2313d8f0880) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:58:38.276067 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fb30d1b6-ce30-4128-b747-c5468bede292 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (e06abfa4-9553-471f-98a8-a9ba717d18a7), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:38.310370 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9da93b42-e82d-490d-b797-cbd78fa4386e tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for port (c5d8ad88-f832-4576-a145-d2313d8f0880), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:38.322623 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fb30d1b6-ce30-4128-b747-c5468bede292 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (924e27ef-09ae-47ad-b80a-2436accd9197), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:38.344411 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:38.345009 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb30d1b6-ce30-4128-b747-c5468bede292 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Pushing event updated for resources: {'Port': ['ID=e06abfa4-9553-471f-98a8-a9ba717d18a7,revision_number=2']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:38.407787 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9da93b42-e82d-490d-b797-cbd78fa4386e tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (c5d8ad88-f832-4576-a145-d2313d8f0880), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:38.410045 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fb30d1b6-ce30-4128-b747-c5468bede292 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:38.411422 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-fb30d1b6-ce30-4128-b747-c5468bede292 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2075911 Mar 31 15:58:38.474310 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9da93b42-e82d-490d-b797-cbd78fa4386e tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Network 3b1a5cd5-bca8-4f86-be99-483986f7f547 is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:58:38.479187 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [None req-9da93b42-e82d-490d-b797-cbd78fa4386e tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:38.486659 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9da93b42-e82d-490d-b797-cbd78fa4386e tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:58:38.511389 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da93b42-e82d-490d-b797-cbd78fa4386e tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Pushing event updated for resources: {'Port': ['ID=c5d8ad88-f832-4576-a145-d2313d8f0880,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:38.553628 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff1d073-257e-4830-bc3c-89039421619f req-c35c3bc7-bfa2-4f56-8d0e-1dc5d9b2909c tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:38.555636 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2ff1d073-257e-4830-bc3c-89039421619f req-c35c3bc7-bfa2-4f56-8d0e-1dc5d9b2909c tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=3267e60d-3861-43ef-8573-1ea6a77bf3d5 HTTP/1.1" status: 200 len: 945 time: 0.1455255 Mar 31 15:58:38.665340 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-ac9e1f44-3990-4769-9291-963d89c1c876 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--11711232&fields=id&tenant_id=6b74c4b3e38f4f298f86bb10c6a6f67b HTTP/1.1" status: 200 len: 267 time: 0.1412723 Mar 31 15:58:38.741444 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2ff1d073-257e-4830-bc3c-89039421619f req-0844259d-28bd-4209-9f39-9bb98217b2e9 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe0e7446-704d-4dc3-827f-54b062e494c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1785126 Mar 31 15:58:38.864638 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-eb9fd3b6-5931-4e66-9b4f-466b7122435f tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:38.866081 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-eb9fd3b6-5931-4e66-9b4f-466b7122435f tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/networks?id=8fa8fe94-2799-4a5d-b4fd-6056ad46df32 HTTP/1.1" status: 200 len: 811 time: 0.1889985 Mar 31 15:58:38.888896 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-3f48048b-04d5-429f-aa90-b489ee8a5102 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/quotas/6b74c4b3e38f4f298f86bb10c6a6f67b HTTP/1.1" status: 200 len: 375 time: 0.0139661 Mar 31 15:58:39.055016 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-4c205992-a810-4f44-b485-d7f529ca5cbf tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=6b74c4b3e38f4f298f86bb10c6a6f67b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1481469 Mar 31 15:58:39.078689 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9da93b42-e82d-490d-b797-cbd78fa4386e tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for floatingip (0243db5d-38b7-4308-b49a-a515f780767f), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:39.118489 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e481e3-bd15-43f0-83f6-72425ad15380 req-66af3feb-2447-451e-86a6-2ff2c84a983b tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:39.119931 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c2e481e3-bd15-43f0-83f6-72425ad15380 req-66af3feb-2447-451e-86a6-2ff2c84a983b tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.1081688 Mar 31 15:58:39.323871 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:39.463947 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c2e481e3-bd15-43f0-83f6-72425ad15380 req-d4b97b06-f50b-42ff-8955-9de5e6aa969c tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3343811 Mar 31 15:58:39.485063 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-e75b89e4-2b15-4a49-92bf-caadbd4a448e service neutron] 10.222.0.47 "GET /v2.0/networks/8fa8fe94-2799-4a5d-b4fd-6056ad46df32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4117651 Mar 31 15:58:39.561221 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9da93b42-e82d-490d-b797-cbd78fa4386e tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (c5d8ad88-f832-4576-a145-d2313d8f0880), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:39.623388 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-689aaf40-fc5c-4bdb-898b-e92b8babbe8e service neutron] 10.222.0.47 "GET /v2.0/networks/8fa8fe94-2799-4a5d-b4fd-6056ad46df32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377766 Mar 31 15:58:39.732080 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9da93b42-e82d-490d-b797-cbd78fa4386e tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for port (c5d8ad88-f832-4576-a145-d2313d8f0880), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:39.797899 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9da93b42-e82d-490d-b797-cbd78fa4386e tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (c5d8ad88-f832-4576-a145-d2313d8f0880), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:39.896321 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1b64b277-de7e-4af6-8afb-2b42005d333f req-1c65276f-6692-46de-bf1e-a83be576a01a tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=585c534d-6b94-4644-931f-e11310610fad HTTP/1.1" status: 200 len: 210 time: 0.0655608 Mar 31 15:58:39.897518 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35470) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:39.934321 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da93b42-e82d-490d-b797-cbd78fa4386e tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Pushing event updated for resources: {'Port': ['ID=c5d8ad88-f832-4576-a145-d2313d8f0880,revision_number=2']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:39.958156 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb075aa-33c6-4b9e-b83c-02bae8b5808b admin admin] Deleting subnet be262e2a-c177-4e66-a233-2079a72f3974 {{(pid=115720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:58:39.959284 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9da93b42-e82d-490d-b797-cbd78fa4386e tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (0243db5d-38b7-4308-b49a-a515f780767f), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:39.963627 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-1fb075aa-33c6-4b9e-b83c-02bae8b5808b admin admin] Publish callbacks [] for subnet (be262e2a-c177-4e66-a233-2079a72f3974), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:39.970404 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ba49e-b276-4467-86a9-8d7405513ccf req-2d37d0c0-52df-44a7-afcf-df1e457d33db tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:39.972071 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c9ba49e-b276-4467-86a9-8d7405513ccf req-2d37d0c0-52df-44a7-afcf-df1e457d33db tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=3267e60d-3861-43ef-8573-1ea6a77bf3d5 HTTP/1.1" status: 200 len: 945 time: 0.1400294 Mar 31 15:58:40.009246 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-1fb075aa-33c6-4b9e-b83c-02bae8b5808b admin admin] Publish callbacks [] for subnet (be262e2a-c177-4e66-a233-2079a72f3974), precommit_delete_associations {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:40.015462 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-1fb075aa-33c6-4b9e-b83c-02bae8b5808b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2031459'] for subnet (be262e2a-c177-4e66-a233-2079a72f3974), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:40.093086 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c9ba49e-b276-4467-86a9-8d7405513ccf req-74054908-61ea-409e-888b-e1f36dd51faa tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe0e7446-704d-4dc3-827f-54b062e494c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0907073 Mar 31 15:58:40.106237 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.db.l3_db [None req-9da93b42-e82d-490d-b797-cbd78fa4386e tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Floating IP 0243db5d-38b7-4308-b49a-a515f780767f associated. External IP: 172.27.0.63, port: c2e9823b-30b3-4fed-a1c3-0815c78de343. Mar 31 15:58:40.147149 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-1fb075aa-33c6-4b9e-b83c-02bae8b5808b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2031444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for subnet (be262e2a-c177-4e66-a233-2079a72f3974), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:40.175771 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb075aa-33c6-4b9e-b83c-02bae8b5808b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be262e2a-c177-4e66-a233-2079a72f3974,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:40.177883 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-1fb075aa-33c6-4b9e-b83c-02bae8b5808b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for subnet (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:40.181341 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-1fb075aa-33c6-4b9e-b83c-02bae8b5808b admin admin] 10.222.0.47 "DELETE /v2.0/subnets/be262e2a-c177-4e66-a233-2079a72f3974 HTTP/1.1" status: 204 len: 168 time: 0.2815933 Mar 31 15:58:40.183815 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35476) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:40.252254 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5d0df152-14ca-4a1d-b357-9a2b3609876c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1072674'] for network (d17bcca2-4634-4e94-ab61-f3a8aca673f1), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:40.329895 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9da93b42-e82d-490d-b797-cbd78fa4386e tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Router 2054147e-4337-40ca-823b-f5217ccaf460 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:58:40.338053 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5d0df152-14ca-4a1d-b357-9a2b3609876c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062824', 'neutron.services.segments.db._delete_segments_for_network-8779152745018'] for network (d17bcca2-4634-4e94-ab61-f3a8aca673f1), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:40.369876 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5d0df152-14ca-4a1d-b357-9a2b3609876c admin admin] Subscribe: > segment before_delete 55550000 {{(pid=115720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:58:40.371999 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5d0df152-14ca-4a1d-b357-9a2b3609876c admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=115720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:58:40.371999 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5d0df152-14ca-4a1d-b357-9a2b3609876c admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=115720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:58:40.372282 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5d0df152-14ca-4a1d-b357-9a2b3609876c admin admin] Subscribe: > port after_create 55550000 {{(pid=115720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:58:40.372391 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5d0df152-14ca-4a1d-b357-9a2b3609876c admin admin] Subscribe: > port after_delete 55550000 {{(pid=115720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:58:40.372712 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5d0df152-14ca-4a1d-b357-9a2b3609876c admin admin] Subscribe: > port after_update 55550000 {{(pid=115720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:58:40.373029 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5d0df152-14ca-4a1d-b357-9a2b3609876c admin admin] Subscribe: > segment after_delete 55550000 {{(pid=115720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:58:40.373484 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5d0df152-14ca-4a1d-b357-9a2b3609876c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:58:40.373801 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5d0df152-14ca-4a1d-b357-9a2b3609876c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:58:40.374119 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5d0df152-14ca-4a1d-b357-9a2b3609876c admin admin] Subscribe: > subnet after_update 55550000 {{(pid=115720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:58:40.443283 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9da93b42-e82d-490d-b797-cbd78fa4386e tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:58:40.446262 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5d0df152-14ca-4a1d-b357-9a2b3609876c admin admin] Subscribe: > subnet after_create 55550000 {{(pid=115720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:58:40.446609 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5d0df152-14ca-4a1d-b357-9a2b3609876c admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=115720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:58:40.446940 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5d0df152-14ca-4a1d-b357-9a2b3609876c admin admin] Subscribe: > subnet before_create 55550000 {{(pid=115720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:58:40.447277 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5d0df152-14ca-4a1d-b357-9a2b3609876c admin admin] Subscribe: > subnet before_update 55550000 {{(pid=115720) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 31 15:58:40.447850 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.services.segments.db [None req-5d0df152-14ca-4a1d-b357-9a2b3609876c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d17bcca2-4634-4e94-ab61-f3a8aca673f1']}} {{(pid=115720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:40.454753 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a631029-71d5-4f76-a6ec-6396544cb1dd None None] Sync routers for ids ['2054147e-4337-40ca-823b-f5217ccaf460'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:58:40.468477 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a631029-71d5-4f76-a6ec-6396544cb1dd None None] Routers {'2054147e-4337-40ca-823b-f5217ccaf460'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:58:40.469465 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-3a631029-71d5-4f76-a6ec-6396544cb1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:58:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['2054147e-4337-40ca-823b-f5217ccaf460'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:40.481222 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.services.segments.db [None req-5d0df152-14ca-4a1d-b357-9a2b3609876c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '285893c1-1cf4-4df1-8ae5-10b0e4a40f36') {'for_net_delete': True} {{(pid=115720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:40.481518 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.services.segments.db [None req-5d0df152-14ca-4a1d-b357-9a2b3609876c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '285893c1-1cf4-4df1-8ae5-10b0e4a40f36') {} {{(pid=115720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:40.503572 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5d0df152-14ca-4a1d-b357-9a2b3609876c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779152745795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7314081'] for segment (285893c1-1cf4-4df1-8ae5-10b0e4a40f36), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:40.511226 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9da93b42-e82d-490d-b797-cbd78fa4386e tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:40.532757 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5d0df152-14ca-4a1d-b357-9a2b3609876c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (285893c1-1cf4-4df1-8ae5-10b0e4a40f36), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:40.545099 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1dfc1b-1732-4a54-a70b-d070082508c8 req-18c068d2-c4e2-439e-9da9-f079366d2882 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:40.546699 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-5b1dfc1b-1732-4a54-a70b-d070082508c8 req-18c068d2-c4e2-439e-9da9-f079366d2882 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.24 "GET /v2.0/ports?device_id=3267e60d-3861-43ef-8573-1ea6a77bf3d5 HTTP/1.1" status: 200 len: 945 time: 0.1904175 Mar 31 15:58:40.550754 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d0df152-14ca-4a1d-b357-9a2b3609876c admin admin] Releasing vlan 815 on physical network physnet1 to pool {{(pid=115720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:58:40.551108 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5d0df152-14ca-4a1d-b357-9a2b3609876c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4203167'] for segment (285893c1-1cf4-4df1-8ae5-10b0e4a40f36), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: from cryptography.utils import int_from_bytes Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: from cryptography.utils import int_from_bytes Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: Traceback (most recent call last): Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: timer() Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: cb(*args, **kw) Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: return func(*args, **kwargs) Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: self._notify() Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: self.callback(batched_events) Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: event.method(event) Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: return f(self, *a, **k) Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: return self._get(url).json() Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: return self.request(url, 'GET', **kwargs) Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:58:40.555707 dv-cinder-836028-1-iscsi neutron-server[115720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:58:40.572365 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-9da93b42-e82d-490d-b797-cbd78fa4386e tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6978831 Mar 31 15:58:40.592459 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35482) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:40.600229 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3436d38e-9242-4c49-8387-8a06cdafa0de', 'tag': 'c2e9823b-30b3-4fed-a1c3-0815c78de343'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:58:40.603061 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823364a0-30fa-4b6d-b9c7-1881d4d6d304" -d '{"events": [{"name": "network-changed", "server_uuid": "3436d38e-9242-4c49-8387-8a06cdafa0de", "tag": "c2e9823b-30b3-4fed-a1c3-0815c78de343"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:58:40.611088 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-4e075c8f-738f-4812-b3f8-7a8b9aee72c6 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-503903329', 'description': 'tempest-secgroup-smoke-503903329 description', 'project_id': 'eb19792da30e47fa826942f826c519af'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:40.617590 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-3a631029-71d5-4f76-a6ec-6396544cb1dd None None] Set router 2054147e-4337-40ca-823b-f5217ccaf460 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:58:40.676153 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420da85-b2d0-4c92-81c3-f884d8655034 req-d81b27b2-8ea4-4b70-9b7f-98f8d58f5bc6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:40.677803 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6420da85-b2d0-4c92-81c3-f884d8655034 req-d81b27b2-8ea4-4b70-9b7f-98f8d58f5bc6 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.1250274 Mar 31 15:58:40.691077 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d342553d-e286-4f97-a375-f0591904bc37 req-452aa51b-8aab-4f9c-ad59-5c749c43709e tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:40.692989 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d342553d-e286-4f97-a375-f0591904bc37 req-452aa51b-8aab-4f9c-ad59-5c749c43709e tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.24 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 946 time: 0.0868762 Mar 31 15:58:40.733046 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [req-5b1dfc1b-1732-4a54-a70b-d070082508c8 req-ea8b9427-6cb3-420a-a303-44763c2ac53b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Deleting port c047d5a9-6f21-44ed-a0e1-4c081368a74c {{(pid=115720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:58:40.733521 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-5b1dfc1b-1732-4a54-a70b-d070082508c8 req-ea8b9427-6cb3-420a-a303-44763c2ac53b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (c047d5a9-6f21-44ed-a0e1-4c081368a74c), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:40.776157 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:58:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e82e0869-9719-4b79-ba84-9c4e9c408f31 x-openstack-request-id: req-e82e0869-9719-4b79-ba84-9c4e9c408f31 {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:58:40.776362 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4e075c8f-738f-4812-b3f8-7a8b9aee72c6 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:40.776465 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3436d38e-9242-4c49-8387-8a06cdafa0de", "tag": "c2e9823b-30b3-4fed-a1c3-0815c78de343", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:58:40.776804 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e82e0869-9719-4b79-ba84-9c4e9c408f31 {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:58:40.777269 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e82e0869-9719-4b79-ba84-9c4e9c408f31'] response: {'name': 'network-changed', 'server_uuid': '3436d38e-9242-4c49-8387-8a06cdafa0de', 'tag': 'c2e9823b-30b3-4fed-a1c3-0815c78de343', 'status': 'completed', 'code': 200} Mar 31 15:58:40.796678 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5d0df152-14ca-4a1d-b357-9a2b3609876c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609641'] for network (d17bcca2-4634-4e94-ab61-f3a8aca673f1), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:40.800369 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6420da85-b2d0-4c92-81c3-f884d8655034 req-4f988100-6803-4e86-8df9-1add2e3dc391 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/security-groups?id=305d3401-cd2d-4756-ad89-6fd217b4061c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053867 Mar 31 15:58:40.813634 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5d0df152-14ca-4a1d-b357-9a2b3609876c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:40.816779 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-5d0df152-14ca-4a1d-b357-9a2b3609876c admin admin] 10.222.0.47 "DELETE /v2.0/networks/d17bcca2-4634-4e94-ab61-f3a8aca673f1 HTTP/1.1" status: 204 len: 168 time: 0.6320131 Mar 31 15:58:40.848540 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0df152-14ca-4a1d-b357-9a2b3609876c admin admin] Pushing event deleted for resources: {'Network': ['ID=d17bcca2-4634-4e94-ab61-f3a8aca673f1,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:40.913291 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [req-5b1dfc1b-1732-4a54-a70b-d070082508c8 req-ea8b9427-6cb3-420a-a303-44763c2ac53b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] For port c047d5a9-6f21-44ed-a0e1-4c081368a74c, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=c047d5a9-6f21-44ed-a0e1-4c081368a74c,segment=NetworkSegment(3625fcca-8015-4d97-a97b-4b3ea4e2b9cb),segment_id=3625fcca-8015-4d97-a97b-4b3ea4e2b9cb)] {{(pid=115720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:40.914937 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-5b1dfc1b-1732-4a54-a70b-d070082508c8 req-ea8b9427-6cb3-420a-a303-44763c2ac53b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (c047d5a9-6f21-44ed-a0e1-4c081368a74c), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:40.918982 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823364a0-30fa-4b6d-b9c7-1881d4d6d304 req-fb6750a2-6510-4909-8492-d7221242fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:40.932163 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-823364a0-30fa-4b6d-b9c7-1881d4d6d304 req-fb6750a2-6510-4909-8492-d7221242fe4e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb19792da30e47fa826942f826c519af&device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 1129 time: 0.0934477 Mar 31 15:58:40.934881 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [req-d342553d-e286-4f97-a375-f0591904bc37 req-9dd24555-025e-43be-bc0a-0a022fc11313 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Deleting port 1a5b2cf9-9674-42f5-8329-e9b8ea6698b9 {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:58:40.935234 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-d342553d-e286-4f97-a375-f0591904bc37 req-9dd24555-025e-43be-bc0a-0a022fc11313 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (1a5b2cf9-9674-42f5-8329-e9b8ea6698b9), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:40.949198 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-3a631029-71d5-4f76-a6ec-6396544cb1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2054147e-4337-40ca-823b-f5217ccaf460', 'name': 'tempest-TestMinimumBasicScenario-209186568-router', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:22Z', 'updated_at': '2022-03-31T15:57:27Z', 'revision_number': 4, 'project_id': 'eb19792da30e47fa826942f826c519af', 'gw_port': {'id': '0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2054147e-4337-40ca-823b-f5217ccaf460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:23Z', 'updated_at': '2022-03-31T15:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '0243db5d-38b7-4308-b49a-a515f780767f', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '2054147e-4337-40ca-823b-f5217ccaf460', 'port_id': 'c2e9823b-30b3-4fed-a1c3-0815c78de343', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4df2c028-a451-4616-8b86-d071486326ef', 'mac_address': 'fa:16:3e:f8:2d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3436d38e-9242-4c49-8387-8a06cdafa0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:58:38Z', 'updated_at': '2022-03-31T15:58:38Z', 'revision_number': 0, 'project_id': 'eb19792da30e47fa826942f826c519af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80414e29-4edd-400c-9caf-7fa4833cfa93', 'name': '', 'network_id': '4df2c028-a451-4616-8b86-d071486326ef', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'mac_address': 'fa:16:3e:70:a3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2054147e-4337-40ca-823b-f5217ccaf460', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '88bff7a9-373d-4644-a392-7e58c3a9e040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:26Z', 'updated_at': '2022-03-31T15:57:31Z', 'revision_number': 5, 'project_id': 'eb19792da30e47fa826942f826c519af', 'subnets': [{'id': '88bff7a9-373d-4644-a392-7e58c3a9e040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:41.003587 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a631029-71d5-4f76-a6ec-6396544cb1dd None None] Checking router: 2054147e-4337-40ca-823b-f5217ccaf460 for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:58:41.021077 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a631029-71d5-4f76-a6ec-6396544cb1dd None None] Routers {'2054147e-4337-40ca-823b-f5217ccaf460'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:58:41.021919 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-3a631029-71d5-4f76-a6ec-6396544cb1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:58:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['2054147e-4337-40ca-823b-f5217ccaf460'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:41.023751 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4e075c8f-738f-4812-b3f8-7a8b9aee72c6 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for security_group (96340e83-f6d6-4740-992c-6c105f2c7ea7), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:41.113658 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-463a2e7e-4d0d-4594-9e6d-900728334138 req-e3ee1fa2-d6f2-463a-9d70-12e4a6161669 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=585c534d-6b94-4644-931f-e11310610fad HTTP/1.1" status: 200 len: 210 time: 0.0835185 Mar 31 15:58:41.122579 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-d342553d-e286-4f97-a375-f0591904bc37 req-9dd24555-025e-43be-bc0a-0a022fc11313 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] For port 1a5b2cf9-9674-42f5-8329-e9b8ea6698b9, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=1a5b2cf9-9674-42f5-8329-e9b8ea6698b9,segment=NetworkSegment(c4bf4fae-8afb-4772-9b42-f40496cec286),segment_id=c4bf4fae-8afb-4772-9b42-f40496cec286)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:41.123077 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-d342553d-e286-4f97-a375-f0591904bc37 req-9dd24555-025e-43be-bc0a-0a022fc11313 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (1a5b2cf9-9674-42f5-8329-e9b8ea6698b9), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:41.140823 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [req-d342553d-e286-4f97-a375-f0591904bc37 req-9dd24555-025e-43be-bc0a-0a022fc11313 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Calling delete_port for 1a5b2cf9-9674-42f5-8329-e9b8ea6698b9 owned by compute:nova {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:58:41.166390 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:41.176265 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-3a631029-71d5-4f76-a6ec-6396544cb1dd None None] Set router 2054147e-4337-40ca-823b-f5217ccaf460 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:58:41.181657 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-5b1dfc1b-1732-4a54-a70b-d070082508c8 req-ea8b9427-6cb3-420a-a303-44763c2ac53b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:41.181657 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-5b1dfc1b-1732-4a54-a70b-d070082508c8 req-ea8b9427-6cb3-420a-a303-44763c2ac53b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (f238a565-1a41-4b1b-9be1-7e62d0fc7335), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:41.181657 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.l3_db [req-5b1dfc1b-1732-4a54-a70b-d070082508c8 req-ea8b9427-6cb3-420a-a303-44763c2ac53b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Floating IP f238a565-1a41-4b1b-9be1-7e62d0fc7335 disassociated. External IP: 172.27.0.140, port: c047d5a9-6f21-44ed-a0e1-4c081368a74c. Mar 31 15:58:41.181657 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [req-5b1dfc1b-1732-4a54-a70b-d070082508c8 req-ea8b9427-6cb3-420a-a303-44763c2ac53b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Calling delete_port for c047d5a9-6f21-44ed-a0e1-4c081368a74c owned by compute:nova {{(pid=115720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:58:41.230534 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823364a0-30fa-4b6d-b9c7-1881d4d6d304 req-6b9e43eb-b19a-4d7e-ae88-f38deb86c080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:41.232022 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-823364a0-30fa-4b6d-b9c7-1881d4d6d304 req-6b9e43eb-b19a-4d7e-ae88-f38deb86c080 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4df2c028-a451-4616-8b86-d071486326ef HTTP/1.1" status: 200 len: 915 time: 0.2009928 Mar 31 15:58:41.234762 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4e075c8f-738f-4812-b3f8-7a8b9aee72c6 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (96340e83-f6d6-4740-992c-6c105f2c7ea7), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:41.281743 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e075c8f-738f-4812-b3f8-7a8b9aee72c6 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96340e83-f6d6-4740-992c-6c105f2c7ea7,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:41.355635 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-823364a0-30fa-4b6d-b9c7-1881d4d6d304 req-138b49db-263d-4ca3-812d-cac4ee88ebdd service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2e9823b-30b3-4fed-a1c3-0815c78de343 HTTP/1.1" status: 200 len: 998 time: 0.1171420 Mar 31 15:58:41.363512 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd89d03-0522-4e1a-bd51-ede7a5f0e69d req-5047868d-7405-4a07-b8b4-ed66ffeda808 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:41.365105 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5fd89d03-0522-4e1a-bd51-ede7a5f0e69d req-5047868d-7405-4a07-b8b4-ed66ffeda808 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=3267e60d-3861-43ef-8573-1ea6a77bf3d5 HTTP/1.1" status: 200 len: 945 time: 0.1473789 Mar 31 15:58:41.378101 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-4e075c8f-738f-4812-b3f8-7a8b9aee72c6 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:41.382104 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-4e075c8f-738f-4812-b3f8-7a8b9aee72c6 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7849107 Mar 31 15:58:41.383489 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35496) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:41.390246 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-52e58f62-e197-4ef4-91d5-19f9dbd189ec tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Request body: {'security_group_rule': {'security_group_id': '96340e83-f6d6-4740-992c-6c105f2c7ea7', 'project_id': 'eb19792da30e47fa826942f826c519af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:41.394961 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35498) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:41.462717 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-13da086a-b570-41a3-9b5f-7e77b30f8196 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5370ec42172a4b97af50a7f69bb25352&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0632465 Mar 31 15:58:41.467349 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35500) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:41.486129 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-3a631029-71d5-4f76-a6ec-6396544cb1dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2054147e-4337-40ca-823b-f5217ccaf460', 'name': 'tempest-TestMinimumBasicScenario-209186568-router', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:22Z', 'updated_at': '2022-03-31T15:57:27Z', 'revision_number': 4, 'project_id': 'eb19792da30e47fa826942f826c519af', 'gw_port': {'id': '0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2054147e-4337-40ca-823b-f5217ccaf460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:23Z', 'updated_at': '2022-03-31T15:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '0243db5d-38b7-4308-b49a-a515f780767f', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '2054147e-4337-40ca-823b-f5217ccaf460', 'port_id': 'c2e9823b-30b3-4fed-a1c3-0815c78de343', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4df2c028-a451-4616-8b86-d071486326ef', 'mac_address': 'fa:16:3e:f8:2d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3436d38e-9242-4c49-8387-8a06cdafa0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:58:38Z', 'updated_at': '2022-03-31T15:58:38Z', 'revision_number': 0, 'project_id': 'eb19792da30e47fa826942f826c519af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80414e29-4edd-400c-9caf-7fa4833cfa93', 'name': '', 'network_id': '4df2c028-a451-4616-8b86-d071486326ef', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'mac_address': 'fa:16:3e:70:a3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2054147e-4337-40ca-823b-f5217ccaf460', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '88bff7a9-373d-4644-a392-7e58c3a9e040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:26Z', 'updated_at': '2022-03-31T15:57:31Z', 'revision_number': 5, 'project_id': 'eb19792da30e47fa826942f826c519af', 'subnets': [{'id': '88bff7a9-373d-4644-a392-7e58c3a9e040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:41.505652 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823364a0-30fa-4b6d-b9c7-1881d4d6d304 req-00119300-e87a-4f9e-8992-95d44848ba8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:41.506051 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-52e58f62-e197-4ef4-91d5-19f9dbd189ec tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for security_group_rule (0d2528bf-208c-4c5f-8067-59d913976541), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:41.507123 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-823364a0-30fa-4b6d-b9c7-1881d4d6d304 req-00119300-e87a-4f9e-8992-95d44848ba8a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=88bff7a9-373d-4644-a392-7e58c3a9e040 HTTP/1.1" status: 200 len: 853 time: 0.1077037 Mar 31 15:58:41.510856 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5fd89d03-0522-4e1a-bd51-ede7a5f0e69d req-4438a7a8-7458-4f75-99cc-d809d8f127b1 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe0e7446-704d-4dc3-827f-54b062e494c0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396472 Mar 31 15:58:41.518050 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a631029-71d5-4f76-a6ec-6396544cb1dd None None] The sync data for ids ['2054147e-4337-40ca-823b-f5217ccaf460'] in dv-cinder-836028-1-iscsi is: [{'id': '2054147e-4337-40ca-823b-f5217ccaf460', 'name': 'tempest-TestMinimumBasicScenario-209186568-router', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:22Z', 'updated_at': '2022-03-31T15:57:27Z', 'revision_number': 4, 'project_id': 'eb19792da30e47fa826942f826c519af', 'gw_port': {'id': '0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2054147e-4337-40ca-823b-f5217ccaf460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:23Z', 'updated_at': '2022-03-31T15:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '0243db5d-38b7-4308-b49a-a515f780767f', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'floating_ip_address': '172.27.0.63', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '2054147e-4337-40ca-823b-f5217ccaf460', 'port_id': 'c2e9823b-30b3-4fed-a1c3-0815c78de343', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 419, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4df2c028-a451-4616-8b86-d071486326ef', 'mac_address': 'fa:16:3e:f8:2d:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3436d38e-9242-4c49-8387-8a06cdafa0de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:58:38Z', 'updated_at': '2022-03-31T15:58:38Z', 'revision_number': 0, 'project_id': 'eb19792da30e47fa826942f826c519af', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80414e29-4edd-400c-9caf-7fa4833cfa93', 'name': '', 'network_id': '4df2c028-a451-4616-8b86-d071486326ef', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'mac_address': 'fa:16:3e:70:a3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2054147e-4337-40ca-823b-f5217ccaf460', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '88bff7a9-373d-4644-a392-7e58c3a9e040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:26Z', 'updated_at': '2022-03-31T15:57:31Z', 'revision_number': 5, 'project_id': 'eb19792da30e47fa826942f826c519af', 'subnets': [{'id': '88bff7a9-373d-4644-a392-7e58c3a9e040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:58:41.541880 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-5b1dfc1b-1732-4a54-a70b-d070082508c8 req-ea8b9427-6cb3-420a-a303-44763c2ac53b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (c047d5a9-6f21-44ed-a0e1-4c081368a74c), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:41.571728 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823364a0-30fa-4b6d-b9c7-1881d4d6d304 req-bf1d62bf-6fb1-4c0e-a5ae-b321a325891a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:41.573436 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-823364a0-30fa-4b6d-b9c7-1881d4d6d304 req-bf1d62bf-6fb1-4c0e-a5ae-b321a325891a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4df2c028-a451-4616-8b86-d071486326ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601029 Mar 31 15:58:41.583296 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-d342553d-e286-4f97-a375-f0591904bc37 req-9dd24555-025e-43be-bc0a-0a022fc11313 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (1a5b2cf9-9674-42f5-8329-e9b8ea6698b9), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:41.600326 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b9427-6cb3-420a-a303-44763c2ac53b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event deleted for resources: {'Port': ['ID=c047d5a9-6f21-44ed-a0e1-4c081368a74c,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:41.603044 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f68e4aa3-8413-4266-b65d-b6842a44139b admin admin] Publish callbacks [] for security_group (7d96292b-82ac-4203-ae40-1aab3c5d2447), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:41.622302 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['1a5b2cf9-9674-42f5-8329-e9b8ea6698b9'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:58:41.667755 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd24555-025e-43be-bc0a-0a022fc11313 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Pushing event deleted for resources: {'Port': ['ID=1a5b2cf9-9674-42f5-8329-e9b8ea6698b9,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:41.709332 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-52e58f62-e197-4ef4-91d5-19f9dbd189ec tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for security_group_rule (0d2528bf-208c-4c5f-8067-59d913976541), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:41.715711 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f68e4aa3-8413-4266-b65d-b6842a44139b admin admin] Publish callbacks [] for security_group (7d96292b-82ac-4203-ae40-1aab3c5d2447), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:41.735846 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d342553d-e286-4f97-a375-f0591904bc37 req-9dd24555-025e-43be-bc0a-0a022fc11313 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] No DVR routers for this DVR port 1a5b2cf9-9674-42f5-8329-e9b8ea6698b9 on host hv-cinder-83602 {{(pid=115719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:58:41.739675 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-d342553d-e286-4f97-a375-f0591904bc37 req-9dd24555-025e-43be-bc0a-0a022fc11313 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:41.743657 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d342553d-e286-4f97-a375-f0591904bc37 req-9dd24555-025e-43be-bc0a-0a022fc11313 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.24 "DELETE /v2.0/ports/1a5b2cf9-9674-42f5-8329-e9b8ea6698b9 HTTP/1.1" status: 204 len: 173 time: 1.0422611 Mar 31 15:58:41.765471 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-823364a0-30fa-4b6d-b9c7-1881d4d6d304 req-7f3f5082-bf61-4de9-a8df-34bf8d2247be service neutron] 10.222.0.24 "GET /v2.0/networks/4df2c028-a451-4616-8b86-d071486326ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840088 Mar 31 15:58:41.771343 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-52e58f62-e197-4ef4-91d5-19f9dbd189ec tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (0d2528bf-208c-4c5f-8067-59d913976541), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:41.804102 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e58f62-e197-4ef4-91d5-19f9dbd189ec tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d2528bf-208c-4c5f-8067-59d913976541,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:41.813461 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b1dfc1b-1732-4a54-a70b-d070082508c8 req-ea8b9427-6cb3-420a-a303-44763c2ac53b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:58:41.834136 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c89816c-f57e-4877-aea2-9fc22bbcdeb6 None None] New status for floating IP 0243db5d-38b7-4308-b49a-a515f780767f: ACTIVE {{(pid=115722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:58:41.891269 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-823364a0-30fa-4b6d-b9c7-1881d4d6d304 req-b0a954fe-04ee-4224-875b-5bde2a54dfee service neutron] 10.222.0.24 "GET /v2.0/networks/4df2c028-a451-4616-8b86-d071486326ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168268 Mar 31 15:58:41.912290 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-52e58f62-e197-4ef4-91d5-19f9dbd189ec tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:41.913585 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-52e58f62-e197-4ef4-91d5-19f9dbd189ec tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5293627 Mar 31 15:58:41.920852 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 35504) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:41.921571 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f68e4aa3-8413-4266-b65d-b6842a44139b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (7d96292b-82ac-4203-ae40-1aab3c5d2447), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:41.924411 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f68e4aa3-8413-4266-b65d-b6842a44139b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:41.928509 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-f68e4aa3-8413-4266-b65d-b6842a44139b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7d96292b-82ac-4203-ae40-1aab3c5d2447 HTTP/1.1" status: 204 len: 168 time: 0.4601843 Mar 31 15:58:41.932618 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ee38d2e1-8e01-4d4c-b62d-51ba10747e88 req-a64d7fbd-5fb3-4bb2-9b92-de26bfd3e9e0 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 210 time: 0.0404441 Mar 31 15:58:41.940168 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-7abac647-a2b6-42eb-8b94-e61f8673bcba tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Request body: {'security_group_rule': {'security_group_id': '96340e83-f6d6-4740-992c-6c105f2c7ea7', 'project_id': 'eb19792da30e47fa826942f826c519af', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:41.954605 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68e4aa3-8413-4266-b65d-b6842a44139b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d96292b-82ac-4203-ae40-1aab3c5d2447,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:42.033041 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b1dfc1b-1732-4a54-a70b-d070082508c8 req-ea8b9427-6cb3-420a-a303-44763c2ac53b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:58:42.040363 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee25903-0c20-470f-9400-98fa6c5d8bdb None None] Sync routers for ids ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:58:42.056566 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee25903-0c20-470f-9400-98fa6c5d8bdb None None] Routers {'99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:58:42.057307 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-4ee25903-0c20-470f-9400-98fa6c5d8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:58:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:42.077317 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-7abac647-a2b6-42eb-8b94-e61f8673bcba tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for security_group_rule (9820a329-b658-47b0-a7fb-58fccebbfa2e), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:42.273149 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-7abac647-a2b6-42eb-8b94-e61f8673bcba tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for security_group_rule (9820a329-b658-47b0-a7fb-58fccebbfa2e), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:42.312986 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c387621b-a5b2-4464-87d0-c9c6961b1208 req-f40dda33-7eda-46dc-af7f-e743c160b2fd tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=585c534d-6b94-4644-931f-e11310610fad HTTP/1.1" status: 200 len: 210 time: 0.0433693 Mar 31 15:58:42.334216 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-4ee25903-0c20-470f-9400-98fa6c5d8bdb None None] Set router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:58:42.345410 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-7abac647-a2b6-42eb-8b94-e61f8673bcba tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (9820a329-b658-47b0-a7fb-58fccebbfa2e), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:42.420935 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abac647-a2b6-42eb-8b94-e61f8673bcba tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9820a329-b658-47b0-a7fb-58fccebbfa2e,revision_number=0']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:42.448216 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b1dfc1b-1732-4a54-a70b-d070082508c8 req-ea8b9427-6cb3-420a-a303-44763c2ac53b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] No DVR routers for this DVR port c047d5a9-6f21-44ed-a0e1-4c081368a74c on host hv-cinder-83602 {{(pid=115720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:58:42.451019 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-5b1dfc1b-1732-4a54-a70b-d070082508c8 req-ea8b9427-6cb3-420a-a303-44763c2ac53b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:42.454639 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-5b1dfc1b-1732-4a54-a70b-d070082508c8 req-ea8b9427-6cb3-420a-a303-44763c2ac53b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.24 "DELETE /v2.0/ports/c047d5a9-6f21-44ed-a0e1-4c081368a74c HTTP/1.1" status: 204 len: 173 time: 1.8612685 Mar 31 15:58:42.458293 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3267e60d-3861-43ef-8573-1ea6a77bf3d5', 'name': 'network-vif-deleted', 'tag': 'c047d5a9-6f21-44ed-a0e1-4c081368a74c'}] {{(pid=115720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:58:42.458293 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccc7965b351d9be82fa8b87eed5996d2f485a8722744a87613077a4f3f485543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0a268a-25b9-406b-85e3-9ab2cd1c12a0" -d '{"events": [{"server_uuid": "3267e60d-3861-43ef-8573-1ea6a77bf3d5", "name": "network-vif-deleted", "tag": "c047d5a9-6f21-44ed-a0e1-4c081368a74c"}]}' {{(pid=115720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:58:42.501966 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-7abac647-a2b6-42eb-8b94-e61f8673bcba tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:42.503240 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-7abac647-a2b6-42eb-8b94-e61f8673bcba tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5695648 Mar 31 15:58:42.506482 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35514) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:42.511312 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-8e791596-003d-4e9e-9a90-0cf786d57e52 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Request body: {'security_group_rule': {'security_group_id': '96340e83-f6d6-4740-992c-6c105f2c7ea7', 'project_id': 'eb19792da30e47fa826942f826c519af', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:42.527138 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-dad69d38-718d-4c43-879d-83760ca2ca46 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:42.529170 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-dad69d38-718d-4c43-879d-83760ca2ca46 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.24 "GET /v2.0/networks?id=8fa8fe94-2799-4a5d-b4fd-6056ad46df32 HTTP/1.1" status: 200 len: 811 time: 0.1987088 Mar 31 15:58:42.680173 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8e791596-003d-4e9e-9a90-0cf786d57e52 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for security_group_rule (08cd8dd2-22d6-4b5c-9d0e-faa65a46a1db), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:42.680373 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-4ee25903-0c20-470f-9400-98fa6c5d8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '79d96810-7ae3-42c8-aeba-528725e0fbbf', 'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'mac_address': 'fa:16:3e:a2:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:14Z', 'updated_at': '2022-03-31T15:53:36Z', 'revision_number': 5, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'subnets': [{'id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:42.723617 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee25903-0c20-470f-9400-98fa6c5d8bdb None None] Checking router: 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:58:42.733806 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee25903-0c20-470f-9400-98fa6c5d8bdb None None] Routers {'99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:58:42.734663 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-4ee25903-0c20-470f-9400-98fa6c5d8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:58:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:42.749301 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-699f8ab9-9bdb-4105-a527-6d9cbb7f94e3 req-bf896e18-6373-45e3-a49d-eb1d239215d4 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=3267e60d-3861-43ef-8573-1ea6a77bf3d5 HTTP/1.1" status: 200 len: 210 time: 0.0548773 Mar 31 15:58:42.775650 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-94ed61b1-bc04-4ec1-90dc-084853aac48c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6b74c4b3e38f4f298f86bb10c6a6f67b HTTP/1.1" status: 200 len: 378 time: 0.2145710 Mar 31 15:58:42.778358 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbb80162-ee7b-47d5-bfbc-dff806189952', 'name': 'network-vif-deleted', 'tag': '1a5b2cf9-9674-42f5-8329-e9b8ea6698b9'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:58:42.788327 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62dfcde6-c1dd-48ec-aa7e-126c3acb8436" -d '{"events": [{"server_uuid": "cbb80162-ee7b-47d5-bfbc-dff806189952", "name": "network-vif-deleted", "tag": "1a5b2cf9-9674-42f5-8329-e9b8ea6698b9"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:58:42.810885 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-2bfef729-a2cd-4474-986d-35431d2cdb00 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Request body: {'port': {'device_id': '585c534d-6b94-4644-931f-e11310610fad', 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32', 'admin_state_up': True, 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'security_groups': ['86b53bd6-598f-4aab-9b55-4977af0d0037']}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:42.814577 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8e791596-003d-4e9e-9a90-0cf786d57e52 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for security_group_rule (08cd8dd2-22d6-4b5c-9d0e-faa65a46a1db), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:42.840772 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf399a4-2efb-4c5d-82d3-42af0b631dda x-openstack-request-id: req-5cf399a4-2efb-4c5d-82d3-42af0b631dda {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:58:42.841151 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbb80162-ee7b-47d5-bfbc-dff806189952", "name": "network-vif-deleted", "tag": "1a5b2cf9-9674-42f5-8329-e9b8ea6698b9", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:58:42.841471 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5cf399a4-2efb-4c5d-82d3-42af0b631dda {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:58:42.845156 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5cf399a4-2efb-4c5d-82d3-42af0b631dda'] response: {'server_uuid': 'cbb80162-ee7b-47d5-bfbc-dff806189952', 'name': 'network-vif-deleted', 'tag': '1a5b2cf9-9674-42f5-8329-e9b8ea6698b9', 'status': 'completed', 'code': 200} Mar 31 15:58:42.856304 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d94b5a0-c8fa-4541-a33a-7d4819002216 x-openstack-request-id: req-0d94b5a0-c8fa-4541-a33a-7d4819002216 {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:58:42.856673 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3267e60d-3861-43ef-8573-1ea6a77bf3d5", "name": "network-vif-deleted", "tag": "c047d5a9-6f21-44ed-a0e1-4c081368a74c", "status": "completed", "code": 200}]} {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:58:42.857029 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0d94b5a0-c8fa-4541-a33a-7d4819002216 {{(pid=115720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:58:42.857532 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d94b5a0-c8fa-4541-a33a-7d4819002216'] response: {'server_uuid': '3267e60d-3861-43ef-8573-1ea6a77bf3d5', 'name': 'network-vif-deleted', 'tag': 'c047d5a9-6f21-44ed-a0e1-4c081368a74c', 'status': 'completed', 'code': 200} Mar 31 15:58:42.876740 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-4ee25903-0c20-470f-9400-98fa6c5d8bdb None None] Set router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:58:42.921622 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8e791596-003d-4e9e-9a90-0cf786d57e52 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (08cd8dd2-22d6-4b5c-9d0e-faa65a46a1db), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:42.942636 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e791596-003d-4e9e-9a90-0cf786d57e52 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08cd8dd2-22d6-4b5c-9d0e-faa65a46a1db,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:42.990312 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-2bfef729-a2cd-4474-986d-35431d2cdb00 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Made reservation on behalf of 6b74c4b3e38f4f298f86bb10c6a6f67b for: {'port': 1} {{(pid=115719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:58:42.994533 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-2bfef729-a2cd-4474-986d-35431d2cdb00 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:43.053453 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8e791596-003d-4e9e-9a90-0cf786d57e52 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:43.055907 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-8e791596-003d-4e9e-9a90-0cf786d57e52 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5480146 Mar 31 15:58:43.058515 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 35526) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:43.065205 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-43294eba-5710-428c-8af1-dd581c69cb73 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Request body: {'security_group_rule': {'security_group_id': '96340e83-f6d6-4740-992c-6c105f2c7ea7', 'project_id': 'eb19792da30e47fa826942f826c519af', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:43.115027 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b6875b37-11a5-4b8d-8c25-b3548450d122 req-d92328a8-a20f-4761-a8bd-ca542cd136dc tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] 10.222.0.47 "GET /v2.0/ports?device_id=cbb80162-ee7b-47d5-bfbc-dff806189952 HTTP/1.1" status: 200 len: 210 time: 0.0408363 Mar 31 15:58:43.122724 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-4ee25903-0c20-470f-9400-98fa6c5d8bdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '79d96810-7ae3-42c8-aeba-528725e0fbbf', 'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'mac_address': 'fa:16:3e:a2:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:14Z', 'updated_at': '2022-03-31T15:53:36Z', 'revision_number': 5, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'subnets': [{'id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:43.153341 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee25903-0c20-470f-9400-98fa6c5d8bdb None None] The sync data for ids ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'] in dv-cinder-836028-1-iscsi is: [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '79d96810-7ae3-42c8-aeba-528725e0fbbf', 'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'mac_address': 'fa:16:3e:a2:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:14Z', 'updated_at': '2022-03-31T15:53:36Z', 'revision_number': 5, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'subnets': [{'id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:58:43.170298 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-2bfef729-a2cd-4474-986d-35431d2cdb00 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Allocated IP 172.20.0.13 (8fa8fe94-2799-4a5d-b4fd-6056ad46df32/a1a7fe3f-e590-4452-8b6d-b35b0e495b82/b2e14b53-8988-4852-aab1-2878268b468e) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:58:43.256588 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-43294eba-5710-428c-8af1-dd581c69cb73 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for security_group_rule (65772189-c43d-4427-9925-1a7eca917942), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:43.352271 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-2bfef729-a2cd-4474-986d-35431d2cdb00 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for port (b2e14b53-8988-4852-aab1-2878268b468e), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:43.359459 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-43294eba-5710-428c-8af1-dd581c69cb73 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for security_group_rule (65772189-c43d-4427-9925-1a7eca917942), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:43.410027 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c48ca114-22bd-4332-93ce-c88647571776 None None] New status for floating IP f238a565-1a41-4b1b-9be1-7e62d0fc7335: DOWN {{(pid=115722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:58:43.425632 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-39aff37a-d4aa-42fa-814b-1e06e1b4a1a2 req-60a1b11c-b380-4bc3-bc2a-6b2ced8b648f tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=585c534d-6b94-4644-931f-e11310610fad HTTP/1.1" status: 200 len: 210 time: 0.0322924 Mar 31 15:58:43.426676 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-43294eba-5710-428c-8af1-dd581c69cb73 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (65772189-c43d-4427-9925-1a7eca917942), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:43.447499 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43294eba-5710-428c-8af1-dd581c69cb73 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65772189-c43d-4427-9925-1a7eca917942,revision_number=0']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:43.455986 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-2bfef729-a2cd-4474-986d-35431d2cdb00 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (b2e14b53-8988-4852-aab1-2878268b468e), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:43.497695 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-2bfef729-a2cd-4474-986d-35431d2cdb00 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Network 8fa8fe94-2799-4a5d-b4fd-6056ad46df32 is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:58:43.500699 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-2bfef729-a2cd-4474-986d-35431d2cdb00 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:43.506509 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-2bfef729-a2cd-4474-986d-35431d2cdb00 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:58:43.513093 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfef729-a2cd-4474-986d-35431d2cdb00 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Pushing event updated for resources: {'Port': ['ID=b2e14b53-8988-4852-aab1-2878268b468e,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:43.538393 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-43294eba-5710-428c-8af1-dd581c69cb73 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:43.540210 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-43294eba-5710-428c-8af1-dd581c69cb73 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4807181 Mar 31 15:58:43.543047 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35530) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:43.548079 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-641217af-c870-434c-b55e-bcedcf0dac9a tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Request body: {'security_group_rule': {'security_group_id': '96340e83-f6d6-4740-992c-6c105f2c7ea7', 'project_id': 'eb19792da30e47fa826942f826c519af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:43.565396 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-2bfef729-a2cd-4474-986d-35431d2cdb00 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:43.566042 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-2bfef729-a2cd-4474-986d-35431d2cdb00 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:43.697736 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-2bfa4976-f40c-4ac0-8972-3e00cffe194a None None] Provisioning complete for port b2e14b53-8988-4852-aab1-2878268b468e triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:58:43.698231 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-2bfa4976-f40c-4ac0-8972-3e00cffe194a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (b2e14b53-8988-4852-aab1-2878268b468e), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:43.734565 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-2bfa4976-f40c-4ac0-8972-3e00cffe194a None None] Port b2e14b53-8988-4852-aab1-2878268b468e cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:58:43.857708 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-2bfef729-a2cd-4474-986d-35431d2cdb00 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0542564 Mar 31 15:58:43.861204 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 1a5b2cf9-9674-42f5-8329-e9b8ea6698b9 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:58:43.877531 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-851a4417-1d06-4a83-9d5f-0d0aa2c381c4 service neutron] Request body: {'port': {'device_id': '585c534d-6b94-4644-931f-e11310610fad', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:43.881643 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] No Port match for: 1a5b2cf9-9674-42f5-8329-e9b8ea6698b9 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:58:43.881993 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 1a5b2cf9-9674-42f5-8329-e9b8ea6698b9 not bound to the agent host hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:58:43.882881 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device c047d5a9-6f21-44ed-a0e1-4c081368a74c no longer exists at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:58:43.908092 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] No Port match for: c047d5a9-6f21-44ed-a0e1-4c081368a74c {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:58:43.908679 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device c047d5a9-6f21-44ed-a0e1-4c081368a74c not bound to the agent host hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:58:43.910493 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35536) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:43.939753 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.securitygroups_db [None req-641217af-c870-434c-b55e-bcedcf0dac9a tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Project eb19792da30e47fa826942f826c519af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:58:43.942967 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-851a4417-1d06-4a83-9d5f-0d0aa2c381c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (b2e14b53-8988-4852-aab1-2878268b468e), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:43.950491 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-641217af-c870-434c-b55e-bcedcf0dac9a tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for security_group_rule (7b682b5f-3032-42b5-a83c-6fb0e8f8e082), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:43.990907 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5365d126-5a11-4c0d-ae6e-b3734c6a37c1 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group (fe0e7446-704d-4dc3-827f-54b062e494c0), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:44.025280 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5365d126-5a11-4c0d-ae6e-b3734c6a37c1 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group (fe0e7446-704d-4dc3-827f-54b062e494c0), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:44.040533 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-641217af-c870-434c-b55e-bcedcf0dac9a tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for security_group_rule (7b682b5f-3032-42b5-a83c-6fb0e8f8e082), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:44.123826 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-641217af-c870-434c-b55e-bcedcf0dac9a tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (7b682b5f-3032-42b5-a83c-6fb0e8f8e082), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:44.149406 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641217af-c870-434c-b55e-bcedcf0dac9a tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b682b5f-3032-42b5-a83c-6fb0e8f8e082,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:44.162570 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5365d126-5a11-4c0d-ae6e-b3734c6a37c1 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (fe0e7446-704d-4dc3-827f-54b062e494c0), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:44.162570 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5365d126-5a11-4c0d-ae6e-b3734c6a37c1 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:44.162570 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-5365d126-5a11-4c0d-ae6e-b3734c6a37c1 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "DELETE /v2.0/security-groups/fe0e7446-704d-4dc3-827f-54b062e494c0 HTTP/1.1" status: 204 len: 168 time: 0.2483351 Mar 31 15:58:44.165243 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 35540) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:44.173472 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35542) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:44.174282 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5365d126-5a11-4c0d-ae6e-b3734c6a37c1 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe0e7446-704d-4dc3-827f-54b062e494c0,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:44.191792 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.api.v2.resource [None req-daa9dc06-4008-49e8-9582-714f0461d9b9 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] show failed (client error): The resource could not be found. Mar 31 15:58:44.196440 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35546) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:44.197017 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-daa9dc06-4008-49e8-9582-714f0461d9b9 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups/fe0e7446-704d-4dc3-827f-54b062e494c0 HTTP/1.1" status: 404 len: 347 time: 0.0306349 Mar 31 15:58:44.237572 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-641217af-c870-434c-b55e-bcedcf0dac9a tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:44.238772 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-641217af-c870-434c-b55e-bcedcf0dac9a tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6946137 Mar 31 15:58:44.241700 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 35548) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:44.249639 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-87371e65-fc0b-43fe-b0d7-d6f86cd83790 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Request body: {'security_group_rule': {'security_group_id': '96340e83-f6d6-4740-992c-6c105f2c7ea7', 'project_id': 'eb19792da30e47fa826942f826c519af', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:44.261248 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-851a4417-1d06-4a83-9d5f-0d0aa2c381c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b2e14b53-8988-4852-aab1-2878268b468e {{(pid=115719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:58:44.273277 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-851a4417-1d06-4a83-9d5f-0d0aa2c381c4 service neutron] Publish callbacks [] for port (b2e14b53-8988-4852-aab1-2878268b468e), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:44.291141 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.provisioning_blocks [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-851a4417-1d06-4a83-9d5f-0d0aa2c381c4 service neutron] Transition to ACTIVE for port object b2e14b53-8988-4852-aab1-2878268b468e will not be triggered until provisioned by entity L2. {{(pid=115719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:58:44.332586 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-bcf8777b-af4b-4b6b-a3fa-29a86d330532 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Deleting port f7e28fe3-b439-46ed-b0df-6e1561129cab {{(pid=115720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:58:44.332927 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bcf8777b-af4b-4b6b-a3fa-29a86d330532 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (f7e28fe3-b439-46ed-b0df-6e1561129cab), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:44.358388 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.db.securitygroups_db [None req-87371e65-fc0b-43fe-b0d7-d6f86cd83790 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Project eb19792da30e47fa826942f826c519af added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 15:58:44.363934 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-87371e65-fc0b-43fe-b0d7-d6f86cd83790 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for security_group_rule (b5261f09-b25f-4b42-9798-6f6dbde26f3f), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:44.391806 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-851a4417-1d06-4a83-9d5f-0d0aa2c381c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (b2e14b53-8988-4852-aab1-2878268b468e), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:44.489227 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bcf8777b-af4b-4b6b-a3fa-29a86d330532 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (f7e28fe3-b439-46ed-b0df-6e1561129cab), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:44.489613 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bcf8777b-af4b-4b6b-a3fa-29a86d330532 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for floatingip (f7e28fe3-b439-46ed-b0df-6e1561129cab), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:44.509007 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-bcf8777b-af4b-4b6b-a3fa-29a86d330532 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Calling delete_port for f7e28fe3-b439-46ed-b0df-6e1561129cab owned by network:floatingip {{(pid=115720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:58:44.720576 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a4417-1d06-4a83-9d5f-0d0aa2c381c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e14b53-8988-4852-aab1-2878268b468e,revision_number=2']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:44.772127 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-87371e65-fc0b-43fe-b0d7-d6f86cd83790 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for security_group_rule (b5261f09-b25f-4b42-9798-6f6dbde26f3f), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:44.826159 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b150838-55d9-42a5-88fa-634c5e9cd423 req-f5adfc88-e7f8-4a68-809d-b059010d05f8 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:44.827608 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9b150838-55d9-42a5-88fa-634c5e9cd423 req-f5adfc88-e7f8-4a68-809d-b059010d05f8 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=585c534d-6b94-4644-931f-e11310610fad HTTP/1.1" status: 200 len: 944 time: 0.1320677 Mar 31 15:58:44.850341 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-851a4417-1d06-4a83-9d5f-0d0aa2c381c4 service neutron] Attempting to bind port b2e14b53-8988-4852-aab1-2878268b468e on host hv-cinder-83602 for vnic_type normal with profile {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:58:44.850685 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-851a4417-1d06-4a83-9d5f-0d0aa2c381c4 service neutron] Attempting to bind port b2e14b53-8988-4852-aab1-2878268b468e by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': 'a11ae896-5a72-42f4-bae7-f1e4e617cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32'}] {{(pid=115719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:58:44.851021 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-851a4417-1d06-4a83-9d5f-0d0aa2c381c4 service neutron] Attempting to bind port b2e14b53-8988-4852-aab1-2878268b468e on network 8fa8fe94-2799-4a5d-b4fd-6056ad46df32 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:58:44.862807 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-87371e65-fc0b-43fe-b0d7-d6f86cd83790 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (b5261f09-b25f-4b42-9798-6f6dbde26f3f), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:44.871634 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-851a4417-1d06-4a83-9d5f-0d0aa2c381c4 service neutron] Port b2e14b53-8988-4852-aab1-2878268b468e on network 8fa8fe94-2799-4a5d-b4fd-6056ad46df32 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:58:44.871998 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-851a4417-1d06-4a83-9d5f-0d0aa2c381c4 service neutron] Attempting to bind port b2e14b53-8988-4852-aab1-2878268b468e on network 8fa8fe94-2799-4a5d-b4fd-6056ad46df32 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:58:44.902480 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-851a4417-1d06-4a83-9d5f-0d0aa2c381c4 service neutron] Checking agent: {'id': 'af4a1f75-de88-4cee-8975-566385aedde2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:58:44.902829 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-851a4417-1d06-4a83-9d5f-0d0aa2c381c4 service neutron] Checking segment: {'id': 'a11ae896-5a72-42f4-bae7-f1e4e617cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:58:44.903251 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-851a4417-1d06-4a83-9d5f-0d0aa2c381c4 service neutron] Bound using segment: {'id': 'a11ae896-5a72-42f4-bae7-f1e4e617cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32'} {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:58:44.903699 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bcf8777b-af4b-4b6b-a3fa-29a86d330532 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (f7e28fe3-b439-46ed-b0df-6e1561129cab), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:44.903826 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-851a4417-1d06-4a83-9d5f-0d0aa2c381c4 service neutron] Bound port: b2e14b53-8988-4852-aab1-2878268b468e, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a11ae896-5a72-42f4-bae7-f1e4e617cdb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 841, 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32'}}] {{(pid=115719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:58:44.904100 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-851a4417-1d06-4a83-9d5f-0d0aa2c381c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (b2e14b53-8988-4852-aab1-2878268b468e), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:44.909232 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87371e65-fc0b-43fe-b0d7-d6f86cd83790 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5261f09-b25f-4b42-9798-6f6dbde26f3f,revision_number=0']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:44.921982 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9b150838-55d9-42a5-88fa-634c5e9cd423 req-1d1bc18d-931e-40db-bce3-6f43724a3210 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=86b53bd6-598f-4aab-9b55-4977af0d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881987 Mar 31 15:58:44.951602 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf8777b-af4b-4b6b-a3fa-29a86d330532 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event deleted for resources: {'Port': ['ID=f7e28fe3-b439-46ed-b0df-6e1561129cab,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:44.976895 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-87371e65-fc0b-43fe-b0d7-d6f86cd83790 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:44.980738 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-87371e65-fc0b-43fe-b0d7-d6f86cd83790 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7346158 Mar 31 15:58:44.985831 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-851a4417-1d06-4a83-9d5f-0d0aa2c381c4 service neutron] For port b2e14b53-8988-4852-aab1-2878268b468e, host hv-cinder-83602, cleared binding levels {{(pid=115719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:58:44.988254 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-851a4417-1d06-4a83-9d5f-0d0aa2c381c4 service neutron] For port b2e14b53-8988-4852-aab1-2878268b468e, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b2e14b53-8988-4852-aab1-2878268b468e,segment=NetworkSegment(a11ae896-5a72-42f4-bae7-f1e4e617cdb8),segment_id=a11ae896-5a72-42f4-bae7-f1e4e617cdb8)] {{(pid=115719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:58:45.034218 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bcf8777b-af4b-4b6b-a3fa-29a86d330532 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for floatingip (f238a565-1a41-4b1b-9be1-7e62d0fc7335), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:45.036857 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bcf8777b-af4b-4b6b-a3fa-29a86d330532 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:45.038007 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-bcf8777b-af4b-4b6b-a3fa-29a86d330532 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "DELETE /v2.0/floatingips/f238a565-1a41-4b1b-9be1-7e62d0fc7335 HTTP/1.1" status: 204 len: 168 time: 0.8405056 Mar 31 15:58:45.041795 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-71e2c48c-79a8-4560-8eca-5799a78733b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606591'] for router_interface (893cd866-4a0a-4a91-8227-08d08891aab9), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:45.069745 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-851a4417-1d06-4a83-9d5f-0d0aa2c381c4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (b2e14b53-8988-4852-aab1-2878268b468e), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:45.108610 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-93ac00f2-270b-4c20-bed0-4b1e6ef0cb86 req-6e7e0561-7777-4667-87ad-857979a63398 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-503903329&fields=id&tenant_id=eb19792da30e47fa826942f826c519af HTTP/1.1" status: 200 len: 267 time: 0.0761347 Mar 31 15:58:45.152834 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-851a4417-1d06-4a83-9d5f-0d0aa2c381c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:45.153460 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-851a4417-1d06-4a83-9d5f-0d0aa2c381c4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:45.154905 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-851a4417-1d06-4a83-9d5f-0d0aa2c381c4 service neutron] 10.222.0.24 "PUT /v2.0/ports/b2e14b53-8988-4852-aab1-2878268b468e HTTP/1.1" status: 200 len: 1094 time: 1.2819512 Mar 31 15:58:45.157336 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585c534d-6b94-4644-931f-e11310610fad', 'tag': 'b2e14b53-8988-4852-aab1-2878268b468e'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:58:45.162174 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f92344f-746d-46ce-89b1-151a7c8bc4aa" -d '{"events": [{"name": "network-changed", "server_uuid": "585c534d-6b94-4644-931f-e11310610fad", "tag": "b2e14b53-8988-4852-aab1-2878268b468e"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:58:45.191831 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a4417-1d06-4a83-9d5f-0d0aa2c381c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b2e14b53-8988-4852-aab1-2878268b468e,revision_number=3']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:45.209601 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac00f2-270b-4c20-bed0-4b1e6ef0cb86 req-ad17feaa-fb7a-4688-90da-191650849759 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:45.211818 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-93ac00f2-270b-4c20-bed0-4b1e6ef0cb86 req-ad17feaa-fb7a-4688-90da-191650849759 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 945 time: 0.0974672 Mar 31 15:58:45.230497 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-93ac00f2-270b-4c20-bed0-4b1e6ef0cb86 req-e32016d4-6990-49cc-90c2-3e655fd342ad tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Request body: {'port': {'security_groups': ['fe8027b8-6a74-449a-8208-09dc16e93f98', '96340e83-f6d6-4740-992c-6c105f2c7ea7']}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:45.347565 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-93ac00f2-270b-4c20-bed0-4b1e6ef0cb86 req-e32016d4-6990-49cc-90c2-3e655fd342ad tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (c2e9823b-30b3-4fed-a1c3-0815c78de343), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:45.430581 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-a8c4289e-8f1e-4eae-919f-8a751dd9a6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:45.431120 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-71e2c48c-79a8-4560-8eca-5799a78733b9 admin admin] Deleting port 20bf53a5-f12d-4a00-a562-aa091b90a999 {{(pid=115720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:58:45.431557 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-71e2c48c-79a8-4560-8eca-5799a78733b9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (20bf53a5-f12d-4a00-a562-aa091b90a999), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:45.432007 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-a8c4289e-8f1e-4eae-919f-8a751dd9a6db service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b74c4b3e38f4f298f86bb10c6a6f67b&device_id=585c534d-6b94-4644-931f-e11310610fad HTTP/1.1" status: 200 len: 1128 time: 0.1167369 Mar 31 15:58:45.488479 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-b1baa412-cf11-4428-a61a-e40f531a58f7 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2e14b53-8988-4852-aab1-2878268b468e HTTP/1.1" status: 200 len: 217 time: 0.0403178 Mar 31 15:58:45.520818 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [None req-71e2c48c-79a8-4560-8eca-5799a78733b9 admin admin] For port 20bf53a5-f12d-4a00-a562-aa091b90a999, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=20bf53a5-f12d-4a00-a562-aa091b90a999,segment=NetworkSegment(c4bf4fae-8afb-4772-9b42-f40496cec286),segment_id=c4bf4fae-8afb-4772-9b42-f40496cec286)] {{(pid=115720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:45.521180 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-71e2c48c-79a8-4560-8eca-5799a78733b9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (20bf53a5-f12d-4a00-a562-aa091b90a999), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:45.533982 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-71e2c48c-79a8-4560-8eca-5799a78733b9 admin admin] Calling delete_port for 20bf53a5-f12d-4a00-a562-aa091b90a999 owned by network:router_interface {{(pid=115720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:58:45.591798 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-43accfae-6882-4ff5-8ea4-42cdce4d0115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:45.593197 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-43accfae-6882-4ff5-8ea4-42cdce4d0115 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a1a7fe3f-e590-4452-8b6d-b35b0e495b82 HTTP/1.1" status: 200 len: 850 time: 0.0979156 Mar 31 15:58:45.651644 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-93ac00f2-270b-4c20-bed0-4b1e6ef0cb86 req-e32016d4-6990-49cc-90c2-3e655fd342ad tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] For port c2e9823b-30b3-4fed-a1c3-0815c78de343, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=c2e9823b-30b3-4fed-a1c3-0815c78de343,segment=NetworkSegment(b62131ab-2e11-4ab9-8030-ac4b1acd210e),segment_id=b62131ab-2e11-4ab9-8030-ac4b1acd210e)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:45.676464 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35560) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:45.680208 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-31778991-1aad-4f14-9840-ff6c661b8039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:45.681877 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-31778991-1aad-4f14-9840-ff6c661b8039 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fa8fe94-2799-4a5d-b4fd-6056ad46df32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0794077 Mar 31 15:58:45.683457 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-e84244bd-06f0-4f9a-b582-0033801f1023 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1291132361', 'description': 'tempest-description--2071535061'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:45.709851 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ef798a0-05de-4b14-b05e-9b1525844a3a x-openstack-request-id: req-8ef798a0-05de-4b14-b05e-9b1525844a3a {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:58:45.710139 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585c534d-6b94-4644-931f-e11310610fad", "tag": "b2e14b53-8988-4852-aab1-2878268b468e", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:58:45.710392 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8ef798a0-05de-4b14-b05e-9b1525844a3a {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:58:45.710817 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ef798a0-05de-4b14-b05e-9b1525844a3a'] response: {'name': 'network-changed', 'server_uuid': '585c534d-6b94-4644-931f-e11310610fad', 'tag': 'b2e14b53-8988-4852-aab1-2878268b468e', 'status': 'completed', 'code': 200} Mar 31 15:58:45.712716 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-93ac00f2-270b-4c20-bed0-4b1e6ef0cb86 req-e32016d4-6990-49cc-90c2-3e655fd342ad tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for port (c2e9823b-30b3-4fed-a1c3-0815c78de343), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:45.783832 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-93ac00f2-270b-4c20-bed0-4b1e6ef0cb86 req-e32016d4-6990-49cc-90c2-3e655fd342ad tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (c2e9823b-30b3-4fed-a1c3-0815c78de343), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:45.793725 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-bd2064fb-0e9e-4a2a-95dd-cf6694eb1cd1 service neutron] 10.222.0.24 "GET /v2.0/networks/8fa8fe94-2799-4a5d-b4fd-6056ad46df32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000478 Mar 31 15:58:45.815822 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e84244bd-06f0-4f9a-b582-0033801f1023 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:45.819546 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-71e2c48c-79a8-4560-8eca-5799a78733b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (20bf53a5-f12d-4a00-a562-aa091b90a999), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:45.822647 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['c2e9823b-30b3-4fed-a1c3-0815c78de343'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:58:45.858611 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ac00f2-270b-4c20-bed0-4b1e6ef0cb86 req-e32016d4-6990-49cc-90c2-3e655fd342ad tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:45.859280 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-93ac00f2-270b-4c20-bed0-4b1e6ef0cb86 req-e32016d4-6990-49cc-90c2-3e655fd342ad tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:45.860858 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-93ac00f2-270b-4c20-bed0-4b1e6ef0cb86 req-e32016d4-6990-49cc-90c2-3e655fd342ad tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "PUT /v2.0/ports/c2e9823b-30b3-4fed-a1c3-0815c78de343 HTTP/1.1" status: 200 len: 981 time: 0.6357989 Mar 31 15:58:45.880184 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e2c48c-79a8-4560-8eca-5799a78733b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=20bf53a5-f12d-4a00-a562-aa091b90a999,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:45.958968 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32016d4-6990-49cc-90c2-3e655fd342ad tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Pushing event updated for resources: {'Port': ['ID=c2e9823b-30b3-4fed-a1c3-0815c78de343,revision_number=6']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:46.017104 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e84244bd-06f0-4f9a-b582-0033801f1023 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group (957d91f6-c865-4373-9927-f619fc037171), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:46.079879 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0be4ec0e-f3e9-4516-bfbd-08a74366c23f req-75b3692c-1d3e-449f-9679-665618cb4b09 service neutron] 10.222.0.24 "GET /v2.0/networks/8fa8fe94-2799-4a5d-b4fd-6056ad46df32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656240 Mar 31 15:58:46.134295 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd89e71b-60aa-43a2-b834-99932add5413 req-8bf1a3e6-0148-4743-bd03-fc47245c92bc tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:46.141849 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-fd89e71b-60aa-43a2-b834-99932add5413 req-8bf1a3e6-0148-4743-bd03-fc47245c92bc tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 984 time: 0.1669011 Mar 31 15:58:46.189383 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e84244bd-06f0-4f9a-b582-0033801f1023 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (957d91f6-c865-4373-9927-f619fc037171), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:46.198272 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['c2e9823b-30b3-4fed-a1c3-0815c78de343'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:58:46.236131 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063ca5b9-e0cf-4cc0-b9d7-c9f656b4dcf2 req-d1386f19-597b-460e-b64a-484d6f14690f tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:46.241067 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-063ca5b9-e0cf-4cc0-b9d7-c9f656b4dcf2 req-d1386f19-597b-460e-b64a-484d6f14690f tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=585c534d-6b94-4644-931f-e11310610fad HTTP/1.1" status: 200 len: 944 time: 0.1781743 Mar 31 15:58:46.244430 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84244bd-06f0-4f9a-b582-0033801f1023 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=957d91f6-c865-4373-9927-f619fc037171,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:46.244584 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-fd89e71b-60aa-43a2-b834-99932add5413 req-8600cef7-eb60-427e-be50-48f008c81159 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&id=96340e83-f6d6-4740-992c-6c105f2c7ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1018412 Mar 31 15:58:46.275681 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-71e2c48c-79a8-4560-8eca-5799a78733b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607215'] for router_interface (893cd866-4a0a-4a91-8227-08d08891aab9), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:46.298494 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e84244bd-06f0-4f9a-b582-0033801f1023 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:46.302654 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-e84244bd-06f0-4f9a-b582-0033801f1023 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.6222668 Mar 31 15:58:46.305110 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35568) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:46.311346 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-e3aa188d-9cc0-4055-a00d-1bfc6849bf0b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Request body: {'security_group_rule': {'security_group_id': '957d91f6-c865-4373-9927-f619fc037171', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:46.351697 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-063ca5b9-e0cf-4cc0-b9d7-c9f656b4dcf2 req-766053c0-c4e1-4df5-8f5e-b802b96284ea tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=86b53bd6-598f-4aab-9b55-4977af0d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0870490 Mar 31 15:58:46.359965 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92344f-746d-46ce-89b1-151a7c8bc4aa req-f3830164-5201-44d3-abb7-20490d021594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:46.361678 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0f92344f-746d-46ce-89b1-151a7c8bc4aa req-f3830164-5201-44d3-abb7-20490d021594 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b74c4b3e38f4f298f86bb10c6a6f67b&device_id=585c534d-6b94-4644-931f-e11310610fad HTTP/1.1" status: 200 len: 1128 time: 0.0715818 Mar 31 15:58:46.374102 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-dad70f8a-0b6c-48ea-85b9-49c492f12738 None None] Provisioning complete for port c2e9823b-30b3-4fed-a1c3-0815c78de343 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:58:46.374102 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-dad70f8a-0b6c-48ea-85b9-49c492f12738 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (c2e9823b-30b3-4fed-a1c3-0815c78de343), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:46.471978 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92344f-746d-46ce-89b1-151a7c8bc4aa req-ab1151e4-e537-4f70-8021-1ed0643bae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:46.473687 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0f92344f-746d-46ce-89b1-151a7c8bc4aa req-ab1151e4-e537-4f70-8021-1ed0643bae96 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8fa8fe94-2799-4a5d-b4fd-6056ad46df32 HTTP/1.1" status: 200 len: 912 time: 0.1001906 Mar 31 15:58:46.501284 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e3aa188d-9cc0-4055-a00d-1bfc6849bf0b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group_rule (87d8e0f2-9720-4364-9db4-85d2eb4d92da), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:46.519595 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0f92344f-746d-46ce-89b1-151a7c8bc4aa req-ebfa758b-bf67-440f-80ff-601250325d01 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2e14b53-8988-4852-aab1-2878268b468e HTTP/1.1" status: 200 len: 217 time: 0.0396557 Mar 31 15:58:46.566078 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-dad70f8a-0b6c-48ea-85b9-49c492f12738 None None] Current status of the port c2e9823b-30b3-4fed-a1c3-0815c78de343 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:58:46.576493 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92344f-746d-46ce-89b1-151a7c8bc4aa req-54d18baa-b3d8-4a8e-a5d7-7b8007e487bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:46.577728 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e3aa188d-9cc0-4055-a00d-1bfc6849bf0b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group_rule (87d8e0f2-9720-4364-9db4-85d2eb4d92da), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:46.578292 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0f92344f-746d-46ce-89b1-151a7c8bc4aa req-54d18baa-b3d8-4a8e-a5d7-7b8007e487bf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a1a7fe3f-e590-4452-8b6d-b35b0e495b82 HTTP/1.1" status: 200 len: 850 time: 0.0518274 Mar 31 15:58:46.593046 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71e2c48c-79a8-4560-8eca-5799a78733b9 admin admin] Router 893cd866-4a0a-4a91-8227-08d08891aab9 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:58:46.674334 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92344f-746d-46ce-89b1-151a7c8bc4aa req-24d78a4d-1ba3-4722-9129-03a69df7060b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:46.678837 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0f92344f-746d-46ce-89b1-151a7c8bc4aa req-24d78a4d-1ba3-4722-9129-03a69df7060b service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fa8fe94-2799-4a5d-b4fd-6056ad46df32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0901804 Mar 31 15:58:46.727416 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e3aa188d-9cc0-4055-a00d-1bfc6849bf0b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (87d8e0f2-9720-4364-9db4-85d2eb4d92da), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:46.730046 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71e2c48c-79a8-4560-8eca-5799a78733b9 admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:58:46.740472 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65c7123-2dcb-4f18-b631-849f47646336 None None] Sync routers for ids ['893cd866-4a0a-4a91-8227-08d08891aab9'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:58:46.740667 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-71e2c48c-79a8-4560-8eca-5799a78733b9 admin admin] 10.222.0.47 "PUT /v2.0/routers/893cd866-4a0a-4a91-8227-08d08891aab9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5640366 Mar 31 15:58:46.742525 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 35570) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:46.755380 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3aa188d-9cc0-4055-a00d-1bfc6849bf0b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d8e0f2-9720-4364-9db4-85d2eb4d92da,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:46.769794 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65c7123-2dcb-4f18-b631-849f47646336 None None] Routers {'893cd866-4a0a-4a91-8227-08d08891aab9'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:58:46.770424 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-d65c7123-2dcb-4f18-b631-849f47646336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:58:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['893cd866-4a0a-4a91-8227-08d08891aab9'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:46.862259 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0f92344f-746d-46ce-89b1-151a7c8bc4aa req-2d1af700-6075-4f30-969e-6bd9ecd50bf8 service neutron] 10.222.0.24 "GET /v2.0/networks/8fa8fe94-2799-4a5d-b4fd-6056ad46df32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760828 Mar 31 15:58:46.866245 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e3aa188d-9cc0-4055-a00d-1bfc6849bf0b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:46.868920 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-e3aa188d-9cc0-4055-a00d-1bfc6849bf0b tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5624373 Mar 31 15:58:46.870974 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35572) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:46.877077 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-ae160694-0b6e-4dca-8775-60d293216dbb tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Request body: {'security_group_rule': {'security_group_id': '957d91f6-c865-4373-9927-f619fc037171', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:46.897618 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-d65c7123-2dcb-4f18-b631-849f47646336 None None] Set router 893cd866-4a0a-4a91-8227-08d08891aab9 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:58:46.938606 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1f97729b-0a81-4858-8126-077c59147eb5 admin admin] Publish callbacks [] for router (893cd866-4a0a-4a91-8227-08d08891aab9), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:46.983382 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ae160694-0b6e-4dca-8775-60d293216dbb tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group_rule (cb58cebd-8013-44ca-be36-bc729da6c24f), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:47.040150 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0f92344f-746d-46ce-89b1-151a7c8bc4aa req-c899bc12-0e10-4056-bd86-baa5b5dc9d08 service neutron] 10.222.0.24 "GET /v2.0/networks/8fa8fe94-2799-4a5d-b4fd-6056ad46df32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1685102 Mar 31 15:58:47.053290 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ae160694-0b6e-4dca-8775-60d293216dbb tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group_rule (cb58cebd-8013-44ca-be36-bc729da6c24f), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:47.071254 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1f97729b-0a81-4858-8126-077c59147eb5 admin admin] Publish callbacks [] for router_gateway (893cd866-4a0a-4a91-8227-08d08891aab9), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:47.089437 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-d65c7123-2dcb-4f18-b631-849f47646336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'name': 'tempest-ServerRescueNegativeTestJSON-1589148491-router', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:05Z', 'updated_at': '2022-03-31T15:58:45Z', 'revision_number': 5, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'gw_port': {'id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:06Z', 'updated_at': '2022-03-31T15:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:47.115775 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ae160694-0b6e-4dca-8775-60d293216dbb tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (cb58cebd-8013-44ca-be36-bc729da6c24f), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:47.116332 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65c7123-2dcb-4f18-b631-849f47646336 None None] Checking router: 893cd866-4a0a-4a91-8227-08d08891aab9 for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:58:47.124759 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d65c7123-2dcb-4f18-b631-849f47646336 None None] Routers {'893cd866-4a0a-4a91-8227-08d08891aab9'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:58:47.125378 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-d65c7123-2dcb-4f18-b631-849f47646336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:58:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['893cd866-4a0a-4a91-8227-08d08891aab9'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:47.135754 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae160694-0b6e-4dca-8775-60d293216dbb tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb58cebd-8013-44ca-be36-bc729da6c24f,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:47.188761 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-1f97729b-0a81-4858-8126-077c59147eb5 admin admin] Deleting port 9d2815ef-a2e9-4e6b-954e-ef327ae60654 {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:58:47.189023 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1f97729b-0a81-4858-8126-077c59147eb5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (9d2815ef-a2e9-4e6b-954e-ef327ae60654), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:47.203850 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ae160694-0b6e-4dca-8775-60d293216dbb tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:47.208541 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-ae160694-0b6e-4dca-8775-60d293216dbb tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3324909 Mar 31 15:58:47.208795 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35574) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:47.213813 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-73934183-d306-4b37-9dc6-b0a84eb2118d tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Request body: {'floatingip': {'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:47.239055 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-d65c7123-2dcb-4f18-b631-849f47646336 None None] Set router 893cd866-4a0a-4a91-8227-08d08891aab9 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:58:47.270910 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [None req-1f97729b-0a81-4858-8126-077c59147eb5 admin admin] For port 9d2815ef-a2e9-4e6b-954e-ef327ae60654, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=9d2815ef-a2e9-4e6b-954e-ef327ae60654,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:47.271511 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1f97729b-0a81-4858-8126-077c59147eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (9d2815ef-a2e9-4e6b-954e-ef327ae60654), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:47.284414 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-1f97729b-0a81-4858-8126-077c59147eb5 admin admin] Calling delete_port for 9d2815ef-a2e9-4e6b-954e-ef327ae60654 owned by network:router_gateway {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:58:47.336174 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-73934183-d306-4b37-9dc6-b0a84eb2118d tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:47.431867 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-d65c7123-2dcb-4f18-b631-849f47646336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'name': 'tempest-ServerRescueNegativeTestJSON-1589148491-router', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:05Z', 'updated_at': '2022-03-31T15:58:45Z', 'revision_number': 5, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'gw_port': {'id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:06Z', 'updated_at': '2022-03-31T15:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:47.444740 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-73934183-d306-4b37-9dc6-b0a84eb2118d tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:47.463366 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65c7123-2dcb-4f18-b631-849f47646336 None None] The sync data for ids ['893cd866-4a0a-4a91-8227-08d08891aab9'] in dv-cinder-836028-1-iscsi is: [{'id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'name': 'tempest-ServerRescueNegativeTestJSON-1589148491-router', 'tenant_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161'}], 'enable_snat': True}, 'gw_port_id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:05Z', 'updated_at': '2022-03-31T15:58:45Z', 'revision_number': 5, 'project_id': '5b72f6f1e61d487aa67d6b722ba60f85', 'gw_port': {'id': '9d2815ef-a2e9-4e6b-954e-ef327ae60654', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:1b:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893cd866-4a0a-4a91-8227-08d08891aab9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:06Z', 'updated_at': '2022-03-31T15:53:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:58:47.510235 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34cd03-68e6-4d52-a1ac-01aca732d1a8 req-f8031c8a-cdd1-4382-80c1-0bbf0000c503 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:47.511743 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8c34cd03-68e6-4d52-a1ac-01aca732d1a8 req-f8031c8a-cdd1-4382-80c1-0bbf0000c503 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=585c534d-6b94-4644-931f-e11310610fad HTTP/1.1" status: 200 len: 944 time: 0.0657206 Mar 31 15:58:47.552213 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1f97729b-0a81-4858-8126-077c59147eb5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (9d2815ef-a2e9-4e6b-954e-ef327ae60654), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:47.564570 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_common [None req-73934183-d306-4b37-9dc6-b0a84eb2118d tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Allocated IP 172.27.0.4 (3b1a5cd5-bca8-4f86-be99-483986f7f547/c4390997-9a11-4c24-ae70-32af92bbcdb2/60c98365-dceb-413f-9383-e11509e63ea4) {{(pid=115720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:58:47.583315 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8c34cd03-68e6-4d52-a1ac-01aca732d1a8 req-2c7da5cb-f805-4ba8-9c2d-1eb78e330ea7 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=86b53bd6-598f-4aab-9b55-4977af0d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0655918 Mar 31 15:58:47.584504 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f97729b-0a81-4858-8126-077c59147eb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2815ef-a2e9-4e6b-954e-ef327ae60654,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:47.647881 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1f97729b-0a81-4858-8126-077c59147eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609541'] for router_gateway (893cd866-4a0a-4a91-8227-08d08891aab9), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:47.670186 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-73934183-d306-4b37-9dc6-b0a84eb2118d tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for port (60c98365-dceb-413f-9383-e11509e63ea4), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:47.719853 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3436d38e-9242-4c49-8387-8a06cdafa0de', 'tag': 'c2e9823b-30b3-4fed-a1c3-0815c78de343'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:58:47.722012 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c02c5a0-5e22-439b-9723-af76db3b8311" -d '{"events": [{"name": "network-changed", "server_uuid": "3436d38e-9242-4c49-8387-8a06cdafa0de", "tag": "c2e9823b-30b3-4fed-a1c3-0815c78de343"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:58:47.755445 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1f97729b-0a81-4858-8126-077c59147eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-413'] for router (893cd866-4a0a-4a91-8227-08d08891aab9), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:47.758211 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1f97729b-0a81-4858-8126-077c59147eb5 admin admin] Publish callbacks [] for router_controller (893cd866-4a0a-4a91-8227-08d08891aab9), precommit_delete_associations {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:47.783533 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d078483-92a9-47b2-830f-121ce844fcbb x-openstack-request-id: req-5d078483-92a9-47b2-830f-121ce844fcbb {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:58:47.783824 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3436d38e-9242-4c49-8387-8a06cdafa0de", "tag": "c2e9823b-30b3-4fed-a1c3-0815c78de343", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:58:47.784108 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5d078483-92a9-47b2-830f-121ce844fcbb {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:58:47.784505 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d078483-92a9-47b2-830f-121ce844fcbb'] response: {'name': 'network-changed', 'server_uuid': '3436d38e-9242-4c49-8387-8a06cdafa0de', 'tag': 'c2e9823b-30b3-4fed-a1c3-0815c78de343', 'status': 'completed', 'code': 200} Mar 31 15:58:47.792551 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-73934183-d306-4b37-9dc6-b0a84eb2118d tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (60c98365-dceb-413f-9383-e11509e63ea4), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:47.829912 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73934183-d306-4b37-9dc6-b0a84eb2118d tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Network 3b1a5cd5-bca8-4f86-be99-483986f7f547 is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:58:47.833138 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-73934183-d306-4b37-9dc6-b0a84eb2118d tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:47.836513 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73934183-d306-4b37-9dc6-b0a84eb2118d tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Received port after_create {{(pid=115720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:58:47.874799 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73934183-d306-4b37-9dc6-b0a84eb2118d tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event updated for resources: {'Port': ['ID=60c98365-dceb-413f-9383-e11509e63ea4,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:47.886472 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02c5a0-5e22-439b-9723-af76db3b8311 req-1bc5efe2-8f51-486c-8441-5ba3ee67ca02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:47.887990 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2c02c5a0-5e22-439b-9723-af76db3b8311 req-1bc5efe2-8f51-486c-8441-5ba3ee67ca02 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb19792da30e47fa826942f826c519af&device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 1168 time: 0.0474415 Mar 31 15:58:47.915768 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1f97729b-0a81-4858-8126-077c59147eb5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-621024'] for router (893cd866-4a0a-4a91-8227-08d08891aab9), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:47.916282 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f97729b-0a81-4858-8126-077c59147eb5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 893cd866-4a0a-4a91-8227-08d08891aab9 {{(pid=115719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 15:58:47.921963 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1f97729b-0a81-4858-8126-077c59147eb5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:47.923171 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-1f97729b-0a81-4858-8126-077c59147eb5 admin admin] 10.222.0.47 "DELETE /v2.0/routers/893cd866-4a0a-4a91-8227-08d08891aab9 HTTP/1.1" status: 204 len: 168 time: 1.1784909 Mar 31 15:58:47.927250 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35580) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:47.969200 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-73934183-d306-4b37-9dc6-b0a84eb2118d tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for floatingip (2585458c-f635-46fb-b848-0e9fab015e73), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:47.988285 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_v2 [None req-363d13fd-1160-4044-8c39-be808a450841 admin admin] Deleting subnet 0a390765-0f72-4138-842b-3475f0e0b072 {{(pid=115720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:58:47.989302 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-363d13fd-1160-4044-8c39-be808a450841 admin admin] Publish callbacks [] for subnet (0a390765-0f72-4138-842b-3475f0e0b072), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:47.998473 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02c5a0-5e22-439b-9723-af76db3b8311 req-a42b52ad-6235-43c7-afc8-528d52b7f4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:48.000318 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2c02c5a0-5e22-439b-9723-af76db3b8311 req-a42b52ad-6235-43c7-afc8-528d52b7f4bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=4df2c028-a451-4616-8b86-d071486326ef HTTP/1.1" status: 200 len: 915 time: 0.1063566 Mar 31 15:58:48.028635 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-363d13fd-1160-4044-8c39-be808a450841 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7314090'] for subnet (0a390765-0f72-4138-842b-3475f0e0b072), precommit_delete_associations {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:48.077466 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2c02c5a0-5e22-439b-9723-af76db3b8311 req-854f6dca-ace8-4725-9d9b-c7d3114ce680 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2e9823b-30b3-4fed-a1c3-0815c78de343 HTTP/1.1" status: 200 len: 1000 time: 0.0701153 Mar 31 15:58:48.128882 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02c5a0-5e22-439b-9723-af76db3b8311 req-5ce9a997-3744-47ba-883c-7f0a807bfed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:48.130718 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2c02c5a0-5e22-439b-9723-af76db3b8311 req-5ce9a997-3744-47ba-883c-7f0a807bfed8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=88bff7a9-373d-4644-a392-7e58c3a9e040 HTTP/1.1" status: 200 len: 853 time: 0.0471506 Mar 31 15:58:48.143832 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-73934183-d306-4b37-9dc6-b0a84eb2118d tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (60c98365-dceb-413f-9383-e11509e63ea4), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:48.184244 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02c5a0-5e22-439b-9723-af76db3b8311 req-809687b9-6b64-4449-81d3-1b31ad60e6db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:48.185951 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2c02c5a0-5e22-439b-9723-af76db3b8311 req-809687b9-6b64-4449-81d3-1b31ad60e6db service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4df2c028-a451-4616-8b86-d071486326ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0490303 Mar 31 15:58:48.424477 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-363d13fd-1160-4044-8c39-be808a450841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2031459'] for subnet (0a390765-0f72-4138-842b-3475f0e0b072), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:48.522526 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2c02c5a0-5e22-439b-9723-af76db3b8311 req-a665d6a7-ec8c-4e29-9085-86b5a502deb6 service neutron] 10.222.0.24 "GET /v2.0/networks/4df2c028-a451-4616-8b86-d071486326ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3296449 Mar 31 15:58:48.594315 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-73934183-d306-4b37-9dc6-b0a84eb2118d tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for port (60c98365-dceb-413f-9383-e11509e63ea4), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:48.615134 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2c02c5a0-5e22-439b-9723-af76db3b8311 req-7ba966b6-a645-4f16-98da-94084cc51624 service neutron] 10.222.0.24 "GET /v2.0/networks/4df2c028-a451-4616-8b86-d071486326ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861437 Mar 31 15:58:48.615552 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-363d13fd-1160-4044-8c39-be808a450841 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2031444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4201529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4786064'] for subnet (0a390765-0f72-4138-842b-3475f0e0b072), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:48.647187 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363d13fd-1160-4044-8c39-be808a450841 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a390765-0f72-4138-842b-3475f0e0b072,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:48.653621 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-363d13fd-1160-4044-8c39-be808a450841 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for subnet (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:48.659806 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf5e04c-4aba-427b-affd-f44e4eff92be None None] Network 772c9de8-3ee6-49b7-99a9-f2f7bed661aa requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:58:48.660316 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 35584) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:48.660854 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-363d13fd-1160-4044-8c39-be808a450841 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0a390765-0f72-4138-842b-3475f0e0b072 HTTP/1.1" status: 204 len: 168 time: 0.7326169 Mar 31 15:58:48.673030 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-73934183-d306-4b37-9dc6-b0a84eb2118d tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4203203'] for port (60c98365-dceb-413f-9383-e11509e63ea4), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:48.708801 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 20bf53a5-f12d-4a00-a562-aa091b90a999 no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:58:48.730289 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] No Port match for: 20bf53a5-f12d-4a00-a562-aa091b90a999 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:58:48.730823 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 20bf53a5-f12d-4a00-a562-aa091b90a999 not bound to the agent host dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:58:48.731260 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 9d2815ef-a2e9-4e6b-954e-ef327ae60654 no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:58:48.749925 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73934183-d306-4b37-9dc6-b0a84eb2118d tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event updated for resources: {'Port': ['ID=60c98365-dceb-413f-9383-e11509e63ea4,revision_number=2']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:48.758639 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] No Port match for: 9d2815ef-a2e9-4e6b-954e-ef327ae60654 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:58:48.758990 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 9d2815ef-a2e9-4e6b-954e-ef327ae60654 not bound to the agent host dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:58:48.770383 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-73934183-d306-4b37-9dc6-b0a84eb2118d tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (2585458c-f635-46fb-b848-0e9fab015e73), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:48.777204 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-acd47025-8f9f-4fa0-b83d-c217499d6bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1072674'] for network (772c9de8-3ee6-49b7-99a9-f2f7bed661aa), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:48.800603 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b9ccdd-a7b0-40b1-b6fd-d6455dc9559f req-0d30d139-0696-48d0-a758-289a2fef63be tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:48.802113 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-72b9ccdd-a7b0-40b1-b6fd-d6455dc9559f req-0d30d139-0696-48d0-a758-289a2fef63be tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=585c534d-6b94-4644-931f-e11310610fad HTTP/1.1" status: 200 len: 944 time: 0.1207995 Mar 31 15:58:48.861071 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1443d339-1439-4c62-a262-ed0c6a1719bc None None] DHCP port deletion for 772c9de8-3ee6-49b7-99a9-f2f7bed661aa request from dv-cinder-836028-1-iscsi {{(pid=115721) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 15:58:48.861319 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-73934183-d306-4b37-9dc6-b0a84eb2118d tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:48.863419 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-73934183-d306-4b37-9dc6-b0a84eb2118d tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.6533680 Mar 31 15:58:48.875210 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-72b9ccdd-a7b0-40b1-b6fd-d6455dc9559f req-0040617b-4b80-45a2-bb0c-54af98816104 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=86b53bd6-598f-4aab-9b55-4977af0d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0524075 Mar 31 15:58:48.887731 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-acd47025-8f9f-4fa0-b83d-c217499d6bee admin admin] Deleting port ca0e72e4-536a-4b41-b9bf-a1ce82afe27d {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:58:48.888231 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-acd47025-8f9f-4fa0-b83d-c217499d6bee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (ca0e72e4-536a-4b41-b9bf-a1ce82afe27d), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:48.914253 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1443d339-1439-4c62-a262-ed0c6a1719bc None None] Deleting port ca0e72e4-536a-4b41-b9bf-a1ce82afe27d {{(pid=115721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:58:48.914927 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1443d339-1439-4c62-a262-ed0c6a1719bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (ca0e72e4-536a-4b41-b9bf-a1ce82afe27d), before_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:48.957632 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [None req-acd47025-8f9f-4fa0-b83d-c217499d6bee admin admin] For port ca0e72e4-536a-4b41-b9bf-a1ce82afe27d, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=ca0e72e4-536a-4b41-b9bf-a1ce82afe27d,segment=NetworkSegment(c4bf4fae-8afb-4772-9b42-f40496cec286),segment_id=c4bf4fae-8afb-4772-9b42-f40496cec286)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:48.958021 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-acd47025-8f9f-4fa0-b83d-c217499d6bee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (ca0e72e4-536a-4b41-b9bf-a1ce82afe27d), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:48.977427 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-acd47025-8f9f-4fa0-b83d-c217499d6bee admin admin] Calling delete_port for ca0e72e4-536a-4b41-b9bf-a1ce82afe27d owned by network:dhcp {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:58:48.980070 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-1443d339-1439-4c62-a262-ed0c6a1719bc None None] For port ca0e72e4-536a-4b41-b9bf-a1ce82afe27d, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=ca0e72e4-536a-4b41-b9bf-a1ce82afe27d,segment=NetworkSegment(c4bf4fae-8afb-4772-9b42-f40496cec286),segment_id=c4bf4fae-8afb-4772-9b42-f40496cec286)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:48.980477 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1443d339-1439-4c62-a262-ed0c6a1719bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (ca0e72e4-536a-4b41-b9bf-a1ce82afe27d), precommit_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:48.994179 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1443d339-1439-4c62-a262-ed0c6a1719bc None None] Calling delete_port for ca0e72e4-536a-4b41-b9bf-a1ce82afe27d owned by network:dhcp {{(pid=115721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:58:49.091787 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-6330db76-50da-4451-bd60-7e5552d069f0 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-securitygroup--1291132361&fields=id&tenant_id=ffc6177837a74f42b2af77cad7fb46ea HTTP/1.1" status: 200 len: 267 time: 0.0569069 Mar 31 15:58:49.170429 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-acd47025-8f9f-4fa0-b83d-c217499d6bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (ca0e72e4-536a-4b41-b9bf-a1ce82afe27d), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:49.175896 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1443d339-1439-4c62-a262-ed0c6a1719bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167'] for port (ca0e72e4-536a-4b41-b9bf-a1ce82afe27d), after_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:49.207279 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443d339-1439-4c62-a262-ed0c6a1719bc None None] Pushing event deleted for resources: {'Port': ['ID=ca0e72e4-536a-4b41-b9bf-a1ce82afe27d,revision_number=None']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:49.209500 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1443d339-1439-4c62-a262-ed0c6a1719bc None None] No DVR routers for this DVR port ca0e72e4-536a-4b41-b9bf-a1ce82afe27d on host dv-cinder-836028-1-iscsi {{(pid=115721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:58:49.216810 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd47025-8f9f-4fa0-b83d-c217499d6bee admin admin] Pushing event deleted for resources: {'Port': ['ID=ca0e72e4-536a-4b41-b9bf-a1ce82afe27d,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:49.218818 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd47025-8f9f-4fa0-b83d-c217499d6bee admin admin] No DVR routers for this DVR port ca0e72e4-536a-4b41-b9bf-a1ce82afe27d on host dv-cinder-836028-1-iscsi {{(pid=115719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:58:49.219130 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443d339-1439-4c62-a262-ed0c6a1719bc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:49.219535 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443d339-1439-4c62-a262-ed0c6a1719bc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:49.219893 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443d339-1439-4c62-a262-ed0c6a1719bc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:49.220301 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443d339-1439-4c62-a262-ed0c6a1719bc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:49.220693 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443d339-1439-4c62-a262-ed0c6a1719bc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:49.221043 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443d339-1439-4c62-a262-ed0c6a1719bc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:49.221500 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443d339-1439-4c62-a262-ed0c6a1719bc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:49.221832 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443d339-1439-4c62-a262-ed0c6a1719bc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:49.222158 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443d339-1439-4c62-a262-ed0c6a1719bc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:49.222490 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443d339-1439-4c62-a262-ed0c6a1719bc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:49.222898 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443d339-1439-4c62-a262-ed0c6a1719bc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:49.223244 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443d339-1439-4c62-a262-ed0c6a1719bc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:49.223990 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443d339-1439-4c62-a262-ed0c6a1719bc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:49.223990 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443d339-1439-4c62-a262-ed0c6a1719bc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:49.224194 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1443d339-1439-4c62-a262-ed0c6a1719bc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:58:49.232250 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-c169b9d3-2c41-4af4-86c4-f255e8cb0eef tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:49.233750 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-c169b9d3-2c41-4af4-86c4-f255e8cb0eef tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/networks?id=90fc1aad-d8be-40df-b185-08fe1d77372b HTTP/1.1" status: 200 len: 815 time: 0.1351581 Mar 31 15:58:49.274182 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-5c9540a4-6ddf-42a9-a6e2-d2cb6b8ab4fd tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/quotas/ffc6177837a74f42b2af77cad7fb46ea HTTP/1.1" status: 200 len: 375 time: 0.0192626 Mar 31 15:58:49.335893 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-acd47025-8f9f-4fa0-b83d-c217499d6bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062824', 'neutron.services.segments.db._delete_segments_for_network-8779152745018'] for network (772c9de8-3ee6-49b7-99a9-f2f7bed661aa), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:49.360438 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.services.segments.db [None req-acd47025-8f9f-4fa0-b83d-c217499d6bee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['772c9de8-3ee6-49b7-99a9-f2f7bed661aa']}} {{(pid=115719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:49.372454 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.services.segments.db [None req-acd47025-8f9f-4fa0-b83d-c217499d6bee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4bf4fae-8afb-4772-9b42-f40496cec286') {'for_net_delete': True} {{(pid=115719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:49.372759 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.services.segments.db [None req-acd47025-8f9f-4fa0-b83d-c217499d6bee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4bf4fae-8afb-4772-9b42-f40496cec286') {} {{(pid=115719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:49.383751 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-acd47025-8f9f-4fa0-b83d-c217499d6bee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779152745795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5073152'] for segment (c4bf4fae-8afb-4772-9b42-f40496cec286), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:49.390350 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-05b974e6-f5cc-489f-8a34-ade77a6ca645 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=ffc6177837a74f42b2af77cad7fb46ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922694 Mar 31 15:58:49.403479 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-acd47025-8f9f-4fa0-b83d-c217499d6bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (c4bf4fae-8afb-4772-9b42-f40496cec286), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:49.428681 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd47025-8f9f-4fa0-b83d-c217499d6bee admin admin] Releasing vlan 840 on physical network physnet1 to pool {{(pid=115719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:58:49.429069 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-acd47025-8f9f-4fa0-b83d-c217499d6bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5068710'] for segment (c4bf4fae-8afb-4772-9b42-f40496cec286), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: Traceback (most recent call last): Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: timer() Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: cb(*args, **kw) Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: return func(*args, **kwargs) Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: self._notify() Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: self.callback(batched_events) Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: event.method(event) Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: return f(self, *a, **k) Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: return self._get(url).json() Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: return self.request(url, 'GET', **kwargs) Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:58:49.430688 dv-cinder-836028-1-iscsi neutron-server[115719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:58:49.534607 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-759a6327-c0b1-4f3b-82c4-3f60d0e206e2 service neutron] 10.222.0.47 "GET /v2.0/networks/90fc1aad-d8be-40df-b185-08fe1d77372b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323154 Mar 31 15:58:49.608028 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-acd47025-8f9f-4fa0-b83d-c217499d6bee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609641'] for network (772c9de8-3ee6-49b7-99a9-f2f7bed661aa), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:49.614132 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-acd47025-8f9f-4fa0-b83d-c217499d6bee admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:49.617173 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-acd47025-8f9f-4fa0-b83d-c217499d6bee admin admin] 10.222.0.47 "DELETE /v2.0/networks/772c9de8-3ee6-49b7-99a9-f2f7bed661aa HTTP/1.1" status: 204 len: 168 time: 0.9559066 Mar 31 15:58:49.633960 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd47025-8f9f-4fa0-b83d-c217499d6bee admin admin] Pushing event deleted for resources: {'Network': ['ID=772c9de8-3ee6-49b7-99a9-f2f7bed661aa,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:49.645388 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-b818dae8-0a0a-4bae-bbc7-e6c643f9bc7e service neutron] 10.222.0.47 "GET /v2.0/networks/90fc1aad-d8be-40df-b185-08fe1d77372b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042392 Mar 31 15:58:49.892524 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device b2e14b53-8988-4852-aab1-2878268b468e details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=115721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:58:49.927554 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35606) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:49.936689 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c97d7aaa-958f-4283-917c-1d1f10f4a2f8 req-5c215c41-4399-4dc1-847e-09dc8b116065 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9bb82b7-6262-4543-a3a5-9143ed799c49 HTTP/1.1" status: 200 len: 210 time: 0.0426178 Mar 31 15:58:50.015033 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-4fa0c728-a81e-4268-aa17-53e31d4d1fb9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5b72f6f1e61d487aa67d6b722ba60f85&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0860043 Mar 31 15:58:50.017405 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35612) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:50.026305 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737bd4d-d582-42c4-9055-793b5c1ee788 req-3130dd01-68ed-4604-b13a-c1d891625acc tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:50.028021 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8737bd4d-d582-42c4-9055-793b5c1ee788 req-3130dd01-68ed-4604-b13a-c1d891625acc tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=585c534d-6b94-4644-931f-e11310610fad HTTP/1.1" status: 200 len: 944 time: 0.0715413 Mar 31 15:58:50.060161 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port b2e14b53-8988-4852-aab1-2878268b468e, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b2e14b53-8988-4852-aab1-2878268b468e,segment=NetworkSegment(a11ae896-5a72-42f4-bae7-f1e4e617cdb8),segment_id=a11ae896-5a72-42f4-bae7-f1e4e617cdb8)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:50.069438 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-67b9d4f2-5c1d-456e-adc4-37630474a2c5 admin admin] Publish callbacks [] for security_group (305d3401-cd2d-4756-ad89-6fd217b4061c), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:50.072769 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Returning: {'device': 'b2e14b53-8988-4852-aab1-2878268b468e', 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32', 'port_id': 'b2e14b53-8988-4852-aab1-2878268b468e', 'mac_address': 'fa:16:3e:dd:1b:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 841, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:58:50.084251 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8737bd4d-d582-42c4-9055-793b5c1ee788 req-ba791a3a-235b-43ba-b751-d015b60c42ad tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=86b53bd6-598f-4aab-9b55-4977af0d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504811 Mar 31 15:58:50.092310 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-67b9d4f2-5c1d-456e-adc4-37630474a2c5 admin admin] Publish callbacks [] for security_group (305d3401-cd2d-4756-ad89-6fd217b4061c), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:50.116372 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port b2e14b53-8988-4852-aab1-2878268b468e is: DOWN; New status is: BUILD {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:58:50.116882 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (b2e14b53-8988-4852-aab1-2878268b468e), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:50.130436 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b2e14b53-8988-4852-aab1-2878268b468e {{(pid=115721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:58:50.149810 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port b2e14b53-8988-4852-aab1-2878268b468e, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b2e14b53-8988-4852-aab1-2878268b468e,segment=NetworkSegment(a11ae896-5a72-42f4-bae7-f1e4e617cdb8),segment_id=a11ae896-5a72-42f4-bae7-f1e4e617cdb8)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:50.227096 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (b2e14b53-8988-4852-aab1-2878268b468e), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:50.230524 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-67b9d4f2-5c1d-456e-adc4-37630474a2c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (305d3401-cd2d-4756-ad89-6fd217b4061c), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:50.230524 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-67b9d4f2-5c1d-456e-adc4-37630474a2c5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:50.234492 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-67b9d4f2-5c1d-456e-adc4-37630474a2c5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/305d3401-cd2d-4756-ad89-6fd217b4061c HTTP/1.1" status: 204 len: 168 time: 0.2132185 Mar 31 15:58:50.240127 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9d4f2-5c1d-456e-adc4-37630474a2c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305d3401-cd2d-4756-ad89-6fd217b4061c,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:50.290418 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=b2e14b53-8988-4852-aab1-2878268b468e,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:50.584426 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['b2e14b53-8988-4852-aab1-2878268b468e'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:58:50.695761 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device ca0e72e4-536a-4b41-b9bf-a1ce82afe27d no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:58:50.729957 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] No Port match for: ca0e72e4-536a-4b41-b9bf-a1ce82afe27d {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:58:50.730568 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device ca0e72e4-536a-4b41-b9bf-a1ce82afe27d not bound to the agent host dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:58:51.009957 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c1836099-1a4c-4b4d-af6a-dca5443cb334 req-85f30185-c9e1-4533-8ac0-9448d257b04d tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9bb82b7-6262-4543-a3a5-9143ed799c49 HTTP/1.1" status: 200 len: 210 time: 0.0266564 Mar 31 15:58:51.205738 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc752547-5694-4b03-9bf0-6e385c078e7e req-aad5dfff-9441-48b7-bb94-06485c3307e9 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:51.207130 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dc752547-5694-4b03-9bf0-6e385c078e7e req-aad5dfff-9441-48b7-bb94-06485c3307e9 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=585c534d-6b94-4644-931f-e11310610fad HTTP/1.1" status: 200 len: 945 time: 0.0534797 Mar 31 15:58:51.282851 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dc752547-5694-4b03-9bf0-6e385c078e7e req-24f585d0-de5c-4786-bc4a-eee075c0ce50 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=86b53bd6-598f-4aab-9b55-4977af0d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0649514 Mar 31 15:58:51.910603 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device b2e14b53-8988-4852-aab1-2878268b468e up at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:58:52.045340 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning for port b2e14b53-8988-4852-aab1-2878268b468e completed by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:58:52.051731 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning complete for port b2e14b53-8988-4852-aab1-2878268b468e triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:58:52.054884 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (b2e14b53-8988-4852-aab1-2878268b468e), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:52.120097 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35674) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:52.131164 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-c4f0470c-06e0-4311-bde1-c7cbcd2abd82 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:52.134987 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-c4f0470c-06e0-4311-bde1-c7cbcd2abd82 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.24 "GET /v2.0/networks?id=90fc1aad-d8be-40df-b185-08fe1d77372b HTTP/1.1" status: 200 len: 815 time: 0.1409850 Mar 31 15:58:52.153249 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1d959ce9-7057-4c29-aa94-4165be0d2f29 req-359d169a-b763-4064-bdb3-e4b070216f12 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9bb82b7-6262-4543-a3a5-9143ed799c49 HTTP/1.1" status: 200 len: 210 time: 0.0405667 Mar 31 15:58:52.215207 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-4d292089-1e05-46b3-8db4-2c89e6b9815f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffc6177837a74f42b2af77cad7fb46ea HTTP/1.1" status: 200 len: 380 time: 0.0608897 Mar 31 15:58:52.223806 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-a5f7cf04-d001-4ff4-b49c-9974d129f299 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Request body: {'port': {'device_id': 'b9bb82b7-6262-4543-a3a5-9143ed799c49', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'admin_state_up': True, 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'security_groups': ['957d91f6-c865-4373-9927-f619fc037171']}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:52.242727 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5c5db899-5db3-4827-bdeb-afdb15e8e129 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:52.299742 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port b2e14b53-8988-4852-aab1-2878268b468e is: BUILD; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:58:52.300496 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (b2e14b53-8988-4852-aab1-2878268b468e), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:52.329805 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585c534d-6b94-4644-931f-e11310610fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e14b53-8988-4852-aab1-2878268b468e'}] {{(pid=115721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:58:52.332704 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dbd394bfc303c33638f161c815dd3ff8081b22df1313fe1def72e09edd93f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ac435c8-59c2-4596-962c-649fd775a6c5" -d '{"events": [{"server_uuid": "585c534d-6b94-4644-931f-e11310610fad", "name": "network-vif-plugged", "status": "completed", "tag": "b2e14b53-8988-4852-aab1-2878268b468e"}]}' {{(pid=115721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:58:52.334691 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5c5db899-5db3-4827-bdeb-afdb15e8e129 admin admin] Publish callbacks [] for security_group (305e0aa8-6e57-4fdd-b5e3-ebeca2b010d5), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:52.348161 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port b2e14b53-8988-4852-aab1-2878268b468e, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b2e14b53-8988-4852-aab1-2878268b468e,segment=NetworkSegment(a11ae896-5a72-42f4-bae7-f1e4e617cdb8),segment_id=a11ae896-5a72-42f4-bae7-f1e4e617cdb8)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:52.404197 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5c5db899-5db3-4827-bdeb-afdb15e8e129 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (305e0aa8-6e57-4fdd-b5e3-ebeca2b010d5), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:52.448401 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-5c5db899-5db3-4827-bdeb-afdb15e8e129 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=173f7b3c882f4cdb87684e11586ae23c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3271499 Mar 31 15:58:52.448713 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db44a9cb-5c28-42c7-aa38-67da89b67ae0 req-34378863-bf6f-41e6-812c-709b9a6283b7 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:52.449475 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5db899-5db3-4827-bdeb-afdb15e8e129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=305e0aa8-6e57-4fdd-b5e3-ebeca2b010d5,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:52.450258 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-db44a9cb-5c28-42c7-aa38-67da89b67ae0 req-34378863-bf6f-41e6-812c-709b9a6283b7 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=585c534d-6b94-4644-931f-e11310610fad HTTP/1.1" status: 200 len: 945 time: 0.0610952 Mar 31 15:58:52.451426 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-a5f7cf04-d001-4ff4-b49c-9974d129f299 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Made reservation on behalf of ffc6177837a74f42b2af77cad7fb46ea for: {'port': 1} {{(pid=115719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:58:52.451981 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (b2e14b53-8988-4852-aab1-2878268b468e), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:52.453031 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35684) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:52.454658 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-a5f7cf04-d001-4ff4-b49c-9974d129f299 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:52.512005 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3e7c6c10-4222-4e92-a1a2-1b04340ec102 admin admin] Publish callbacks [] for security_group (305e0aa8-6e57-4fdd-b5e3-ebeca2b010d5), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:52.518327 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=b2e14b53-8988-4852-aab1-2878268b468e,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:52.523910 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-db44a9cb-5c28-42c7-aa38-67da89b67ae0 req-e5866b46-63aa-45d6-a9fb-6f587bd8d2e0 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=86b53bd6-598f-4aab-9b55-4977af0d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0557444 Mar 31 15:58:52.532272 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:58:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc63f20d-74ed-4f6a-8272-35283becafdc x-openstack-request-id: req-fc63f20d-74ed-4f6a-8272-35283becafdc {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:58:52.532819 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585c534d-6b94-4644-931f-e11310610fad", "name": "network-vif-plugged", "status": "completed", "tag": "b2e14b53-8988-4852-aab1-2878268b468e", "code": 200}]} {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:58:52.533234 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-fc63f20d-74ed-4f6a-8272-35283becafdc {{(pid=115721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:58:52.534790 dv-cinder-836028-1-iscsi neutron-server[115721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc63f20d-74ed-4f6a-8272-35283becafdc'] response: {'server_uuid': '585c534d-6b94-4644-931f-e11310610fad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b2e14b53-8988-4852-aab1-2878268b468e', 'code': 200} Mar 31 15:58:52.553004 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3e7c6c10-4222-4e92-a1a2-1b04340ec102 admin admin] Publish callbacks [] for security_group (305e0aa8-6e57-4fdd-b5e3-ebeca2b010d5), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:52.651678 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-a5f7cf04-d001-4ff4-b49c-9974d129f299 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Allocated IP 172.20.0.7 (90fc1aad-d8be-40df-b185-08fe1d77372b/cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0/0a84a9bb-dd02-4e41-9485-f220a3cd2629) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:58:52.709896 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3e7c6c10-4222-4e92-a1a2-1b04340ec102 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (305e0aa8-6e57-4fdd-b5e3-ebeca2b010d5), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:52.712666 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3e7c6c10-4222-4e92-a1a2-1b04340ec102 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:52.713905 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-3e7c6c10-4222-4e92-a1a2-1b04340ec102 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/305e0aa8-6e57-4fdd-b5e3-ebeca2b010d5 HTTP/1.1" status: 204 len: 168 time: 0.2593470 Mar 31 15:58:52.723364 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c6c10-4222-4e92-a1a2-1b04340ec102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=305e0aa8-6e57-4fdd-b5e3-ebeca2b010d5,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:52.801138 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-a5f7cf04-d001-4ff4-b49c-9974d129f299 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for port (0a84a9bb-dd02-4e41-9485-f220a3cd2629), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:52.927343 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-a5f7cf04-d001-4ff4-b49c-9974d129f299 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (0a84a9bb-dd02-4e41-9485-f220a3cd2629), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:52.944584 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda364de-9854-49d5-8e47-0237a4b2f2f9 req-2357a0d0-6b02-46a3-913a-ebb23db4560b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:52.946126 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-fda364de-9854-49d5-8e47-0237a4b2f2f9 req-2357a0d0-6b02-46a3-913a-ebb23db4560b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=585c534d-6b94-4644-931f-e11310610fad HTTP/1.1" status: 200 len: 1130 time: 0.0471144 Mar 31 15:58:52.970592 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-a5f7cf04-d001-4ff4-b49c-9974d129f299 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Network 90fc1aad-d8be-40df-b185-08fe1d77372b is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:58:52.973725 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-a5f7cf04-d001-4ff4-b49c-9974d129f299 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:52.980216 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-a5f7cf04-d001-4ff4-b49c-9974d129f299 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:58:52.993145 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-fda364de-9854-49d5-8e47-0237a4b2f2f9 req-771b6454-4bd4-4c9e-8de6-d85a778582de service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=86b53bd6-598f-4aab-9b55-4977af0d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387545 Mar 31 15:58:53.010283 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f7cf04-d001-4ff4-b49c-9974d129f299 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event updated for resources: {'Port': ['ID=0a84a9bb-dd02-4e41-9485-f220a3cd2629,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:53.037245 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-a5f7cf04-d001-4ff4-b49c-9974d129f299 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:53.037992 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-a5f7cf04-d001-4ff4-b49c-9974d129f299 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:53.120745 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-a5f7cf04-d001-4ff4-b49c-9974d129f299 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9009748 Mar 31 15:58:53.237677 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-be7580f4-835f-4d84-bc21-1909592774f9 None None] Provisioning complete for port 0a84a9bb-dd02-4e41-9485-f220a3cd2629 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:58:53.238208 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-be7580f4-835f-4d84-bc21-1909592774f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (0a84a9bb-dd02-4e41-9485-f220a3cd2629), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:53.272103 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-be7580f4-835f-4d84-bc21-1909592774f9 None None] Port 0a84a9bb-dd02-4e41-9485-f220a3cd2629 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 15:58:53.279750 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec20b9d-dc70-4496-b826-1c9d4f830641 req-989d5c05-ab63-4547-ad23-ce4897fcab93 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:53.281295 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-eec20b9d-dc70-4496-b826-1c9d4f830641 req-989d5c05-ab63-4547-ad23-ce4897fcab93 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9bb82b7-6262-4543-a3a5-9143ed799c49 HTTP/1.1" status: 200 len: 931 time: 0.0560496 Mar 31 15:58:53.317255 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-ec5bb3f6-763b-4b66-9f50-e5115cd4c781 service neutron] Request body: {'port': {'device_id': 'b9bb82b7-6262-4543-a3a5-9143ed799c49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:53.358703 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-eec20b9d-dc70-4496-b826-1c9d4f830641 req-6380ff6d-2f3c-4bc0-a7e9-52db4d31d50a tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=957d91f6-c865-4373-9927-f619fc037171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716186 Mar 31 15:58:53.393048 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-ec5bb3f6-763b-4b66-9f50-e5115cd4c781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (0a84a9bb-dd02-4e41-9485-f220a3cd2629), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:53.699005 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5c61ed-cb44-4983-ae47-9efdd13d43c7 req-04f0b46f-b100-4a4a-9742-3e23efd81f7a tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:53.700499 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-fd5c61ed-cb44-4983-ae47-9efdd13d43c7 req-04f0b46f-b100-4a4a-9742-3e23efd81f7a tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=585c534d-6b94-4644-931f-e11310610fad HTTP/1.1" status: 200 len: 946 time: 0.0941899 Mar 31 15:58:53.702451 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-ec5bb3f6-763b-4b66-9f50-e5115cd4c781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a84a9bb-dd02-4e41-9485-f220a3cd2629 {{(pid=115719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:58:53.716355 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-ec5bb3f6-763b-4b66-9f50-e5115cd4c781 service neutron] Publish callbacks [] for port (0a84a9bb-dd02-4e41-9485-f220a3cd2629), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:53.738575 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.provisioning_blocks [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-ec5bb3f6-763b-4b66-9f50-e5115cd4c781 service neutron] Transition to ACTIVE for port object 0a84a9bb-dd02-4e41-9485-f220a3cd2629 will not be triggered until provisioned by entity L2. {{(pid=115719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:58:53.761795 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-fd5c61ed-cb44-4983-ae47-9efdd13d43c7 req-ebee547b-d3e2-4763-9445-6965d62a2b95 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=86b53bd6-598f-4aab-9b55-4977af0d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546491 Mar 31 15:58:53.829938 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 35714) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:53.836609 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-ec5bb3f6-763b-4b66-9f50-e5115cd4c781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (0a84a9bb-dd02-4e41-9485-f220a3cd2629), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:53.891969 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bb3f6-763b-4b66-9f50-e5115cd4c781 service neutron] Pushing event updated for resources: {'Port': ['ID=0a84a9bb-dd02-4e41-9485-f220a3cd2629,revision_number=2']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:53.941317 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-c63c153f-082a-49bc-92a4-9207fd844744 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1410073317-network', 'tenant_id': '80fb21233ba44225b1f87c22a6739230'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:53.978605 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-ec5bb3f6-763b-4b66-9f50-e5115cd4c781 service neutron] Attempting to bind port 0a84a9bb-dd02-4e41-9485-f220a3cd2629 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:58:53.978942 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-ec5bb3f6-763b-4b66-9f50-e5115cd4c781 service neutron] Attempting to bind port 0a84a9bb-dd02-4e41-9485-f220a3cd2629 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '3625fcca-8015-4d97-a97b-4b3ea4e2b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b'}] {{(pid=115719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:58:53.979267 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-ec5bb3f6-763b-4b66-9f50-e5115cd4c781 service neutron] Attempting to bind port 0a84a9bb-dd02-4e41-9485-f220a3cd2629 on network 90fc1aad-d8be-40df-b185-08fe1d77372b {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:58:53.983825 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-ec5bb3f6-763b-4b66-9f50-e5115cd4c781 service neutron] Port 0a84a9bb-dd02-4e41-9485-f220a3cd2629 on network 90fc1aad-d8be-40df-b185-08fe1d77372b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:58:53.984175 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-ec5bb3f6-763b-4b66-9f50-e5115cd4c781 service neutron] Attempting to bind port 0a84a9bb-dd02-4e41-9485-f220a3cd2629 on network 90fc1aad-d8be-40df-b185-08fe1d77372b {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:58:53.989803 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-ec5bb3f6-763b-4b66-9f50-e5115cd4c781 service neutron] Checking agent: {'id': 'af4a1f75-de88-4cee-8975-566385aedde2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 58, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:58:53.990165 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-ec5bb3f6-763b-4b66-9f50-e5115cd4c781 service neutron] Checking segment: {'id': '3625fcca-8015-4d97-a97b-4b3ea4e2b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:58:53.990548 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-ec5bb3f6-763b-4b66-9f50-e5115cd4c781 service neutron] Bound using segment: {'id': '3625fcca-8015-4d97-a97b-4b3ea4e2b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b'} {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:58:53.990973 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-ec5bb3f6-763b-4b66-9f50-e5115cd4c781 service neutron] Bound port: 0a84a9bb-dd02-4e41-9485-f220a3cd2629, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3625fcca-8015-4d97-a97b-4b3ea4e2b9cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 810, 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b'}}] {{(pid=115719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:58:53.991351 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-ec5bb3f6-763b-4b66-9f50-e5115cd4c781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (0a84a9bb-dd02-4e41-9485-f220a3cd2629), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:54.042669 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c63c153f-082a-49bc-92a4-9207fd844744 admin admin] Made reservation on behalf of 80fb21233ba44225b1f87c22a6739230 for: {'network': 1} {{(pid=115719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:58:54.044955 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c63c153f-082a-49bc-92a4-9207fd844744 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for network (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:54.061849 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c63c153f-082a-49bc-92a4-9207fd844744 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:54.075524 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-ec5bb3f6-763b-4b66-9f50-e5115cd4c781 service neutron] For port 0a84a9bb-dd02-4e41-9485-f220a3cd2629, host hv-cinder-83602, cleared binding levels {{(pid=115719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:58:54.093026 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-ec5bb3f6-763b-4b66-9f50-e5115cd4c781 service neutron] For port 0a84a9bb-dd02-4e41-9485-f220a3cd2629, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=0a84a9bb-dd02-4e41-9485-f220a3cd2629,segment=NetworkSegment(3625fcca-8015-4d97-a97b-4b3ea4e2b9cb),segment_id=3625fcca-8015-4d97-a97b-4b3ea4e2b9cb)] {{(pid=115719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:58:54.145501 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-ec5bb3f6-763b-4b66-9f50-e5115cd4c781 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (0a84a9bb-dd02-4e41-9485-f220a3cd2629), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:54.152763 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c63c153f-082a-49bc-92a4-9207fd844744 admin admin] Publish callbacks [] for security_group (b2dc2954-a3a1-4148-a6f1-57aee77494a0), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:54.186302 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-ec5bb3f6-763b-4b66-9f50-e5115cd4c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:54.186939 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-ec5bb3f6-763b-4b66-9f50-e5115cd4c781 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:54.188293 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-ec5bb3f6-763b-4b66-9f50-e5115cd4c781 service neutron] 10.222.0.24 "PUT /v2.0/ports/0a84a9bb-dd02-4e41-9485-f220a3cd2629 HTTP/1.1" status: 200 len: 1093 time: 0.8803737 Mar 31 15:58:54.188723 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bb82b7-6262-4543-a3a5-9143ed799c49', 'tag': '0a84a9bb-dd02-4e41-9485-f220a3cd2629'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:58:54.191095 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05328c9f-1a90-408c-8851-487e23720a3f" -d '{"events": [{"name": "network-changed", "server_uuid": "b9bb82b7-6262-4543-a3a5-9143ed799c49", "tag": "0a84a9bb-dd02-4e41-9485-f220a3cd2629"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:58:54.220715 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5bb3f6-763b-4b66-9f50-e5115cd4c781 service neutron] Pushing event updated for resources: {'Port': ['ID=0a84a9bb-dd02-4e41-9485-f220a3cd2629,revision_number=3']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:54.229175 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c63c153f-082a-49bc-92a4-9207fd844744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (b2dc2954-a3a1-4148-a6f1-57aee77494a0), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:54.233854 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20cc2efc-e8bc-4785-aef3-d2d6c56d63db x-openstack-request-id: req-20cc2efc-e8bc-4785-aef3-d2d6c56d63db {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:58:54.234153 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9bb82b7-6262-4543-a3a5-9143ed799c49", "tag": "0a84a9bb-dd02-4e41-9485-f220a3cd2629", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:58:54.234414 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-20cc2efc-e8bc-4785-aef3-d2d6c56d63db {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:58:54.234823 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-20cc2efc-e8bc-4785-aef3-d2d6c56d63db'] response: {'name': 'network-changed', 'server_uuid': 'b9bb82b7-6262-4543-a3a5-9143ed799c49', 'tag': '0a84a9bb-dd02-4e41-9485-f220a3cd2629', 'status': 'completed', 'code': 200} Mar 31 15:58:54.262736 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c63c153f-082a-49bc-92a4-9207fd844744 admin admin] vlan segment allocate from pool success with {'vlan_id': 811, 'physical_network': 'physnet1'} {{(pid=115719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:58:54.275472 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c153f-082a-49bc-92a4-9207fd844744 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2dc2954-a3a1-4148-a6f1-57aee77494a0,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:54.289651 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c63c153f-082a-49bc-92a4-9207fd844744 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779152745009', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (d493d8da-8926-4709-b126-2aef7fca71c3), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:54.290280 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c63c153f-082a-49bc-92a4-9207fd844744 admin admin] Unsubscribe: segment precommit_create {{(pid=115719) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 31 15:58:54.290683 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.db.segments_db [None req-c63c153f-082a-49bc-92a4-9207fd844744 admin admin] Added segment d493d8da-8926-4709-b126-2aef7fca71c3 of type vlan for network b8149bfa-9f0f-4753-b86f-c6ac1bb1fdb3 Mar 31 15:58:54.358146 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c63c153f-082a-49bc-92a4-9207fd844744 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779152372026'] for network (b8149bfa-9f0f-4753-b86f-c6ac1bb1fdb3), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:54.386814 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05328c9f-1a90-408c-8851-487e23720a3f req-c3f4cc9c-a0d5-479a-9621-ae0d3ebb6ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:54.388345 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-05328c9f-1a90-408c-8851-487e23720a3f req-c3f4cc9c-a0d5-479a-9621-ae0d3ebb6ad4 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffc6177837a74f42b2af77cad7fb46ea&device_id=b9bb82b7-6262-4543-a3a5-9143ed799c49 HTTP/1.1" status: 200 len: 1127 time: 0.1100874 Mar 31 15:58:54.488691 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c63c153f-082a-49bc-92a4-9207fd844744 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for network (b8149bfa-9f0f-4753-b86f-c6ac1bb1fdb3), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:54.489572 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63c153f-082a-49bc-92a4-9207fd844744 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:54.490157 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c63c153f-082a-49bc-92a4-9207fd844744 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:54.605516 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63c153f-082a-49bc-92a4-9207fd844744 admin admin] Pushing event updated for resources: {'Network': ['ID=b8149bfa-9f0f-4753-b86f-c6ac1bb1fdb3,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:54.615649 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Network b8149bfa-9f0f-4753-b86f-c6ac1bb1fdb3 details requested by agent ovs-agent-dv-cinder-836028-1-iscsi with host dv-cinder-836028-1-iscsi {{(pid=115721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:58:54.624225 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb2b00a-2c87-439e-8622-0b5e1905f1c9 req-6afe7c73-1eb4-49b2-b0c2-6d831b714ed3 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:54.625742 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-abb2b00a-2c87-439e-8622-0b5e1905f1c9 req-6afe7c73-1eb4-49b2-b0c2-6d831b714ed3 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9bb82b7-6262-4543-a3a5-9143ed799c49 HTTP/1.1" status: 200 len: 943 time: 0.1943300 Mar 31 15:58:54.630513 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05328c9f-1a90-408c-8851-487e23720a3f req-6561470b-188f-4b55-80ed-79fe1dcd2dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:54.631884 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-05328c9f-1a90-408c-8851-487e23720a3f req-6561470b-188f-4b55-80ed-79fe1dcd2dbb service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=ffc6177837a74f42b2af77cad7fb46ea&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2259283 Mar 31 15:58:54.694727 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-c63c153f-082a-49bc-92a4-9207fd844744 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8631663 Mar 31 15:58:54.699467 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35724) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:54.704954 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-d1deb451-75a5-4b91-a40e-d22eb17f58ff admin admin] Request body: {'subnet': {'network_id': 'b8149bfa-9f0f-4753-b86f-c6ac1bb1fdb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1410073317-subnet', 'tenant_id': '80fb21233ba44225b1f87c22a6739230', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:54.738966 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-abb2b00a-2c87-439e-8622-0b5e1905f1c9 req-cb40459f-ec95-4aa3-b2e0-4cd23d6cdfdc tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=957d91f6-c865-4373-9927-f619fc037171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060665 Mar 31 15:58:54.759898 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05328c9f-1a90-408c-8851-487e23720a3f req-3ddf90df-44b6-4c19-946b-80d83c2622c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:54.761420 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-05328c9f-1a90-408c-8851-487e23720a3f req-3ddf90df-44b6-4c19-946b-80d83c2622c2 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1228426 Mar 31 15:58:54.803641 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1deb451-75a5-4b91-a40e-d22eb17f58ff admin admin] Made reservation on behalf of 80fb21233ba44225b1f87c22a6739230 for: {'subnet': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:58:54.806252 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-d1deb451-75a5-4b91-a40e-d22eb17f58ff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4786063'] for subnet (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:54.900751 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-199cc8f3-3ae1-4d55-81f0-cf5c25383e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:54.902154 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-199cc8f3-3ae1-4d55-81f0-cf5c25383e0b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffc6177837a74f42b2af77cad7fb46ea&device_id=b9bb82b7-6262-4543-a3a5-9143ed799c49 HTTP/1.1" status: 200 len: 1127 time: 0.0778940 Mar 31 15:58:54.913058 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6fbbe6-2e2c-4099-a08d-a52c3a3b0252 req-d8e12d0b-0d2f-4bf9-ace7-5cc5d345e520 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:54.914504 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-eb6fbbe6-2e2c-4099-a08d-a52c3a3b0252 req-d8e12d0b-0d2f-4bf9-ace7-5cc5d345e520 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=585c534d-6b94-4644-931f-e11310610fad HTTP/1.1" status: 200 len: 946 time: 0.0822039 Mar 31 15:58:54.956307 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-337d35b9-5790-436d-b641-4f75ad79da14 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a84a9bb-dd02-4e41-9485-f220a3cd2629 HTTP/1.1" status: 200 len: 217 time: 0.0385463 Mar 31 15:58:55.024312 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-eb6fbbe6-2e2c-4099-a08d-a52c3a3b0252 req-2f22f2c6-32f0-4e5f-aaaa-402b8608a497 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=86b53bd6-598f-4aab-9b55-4977af0d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0999498 Mar 31 15:58:55.026073 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-e1e57c42-c84a-484f-ba45-2f9a9fbce0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:55.027404 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-e1e57c42-c84a-484f-ba45-2f9a9fbce0b3 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0 HTTP/1.1" status: 200 len: 854 time: 0.0629878 Mar 31 15:58:55.079436 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-4101af21-8be5-4522-ae1b-e301d6297927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:55.081209 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-4101af21-8be5-4522-ae1b-e301d6297927 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90fc1aad-d8be-40df-b185-08fe1d77372b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478082 Mar 31 15:58:55.083758 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-d1deb451-75a5-4b91-a40e-d22eb17f58ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4201594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4786073'] for subnet (882585b4-a5d3-46d3-a2a7-a3c0d9cf68b7), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:55.142084 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1deb451-75a5-4b91-a40e-d22eb17f58ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=882585b4-a5d3-46d3-a2a7-a3c0d9cf68b7,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:55.147309 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1deb451-75a5-4b91-a40e-d22eb17f58ff admin admin] Checking segment: {'id': 'd493d8da-8926-4709-b126-2aef7fca71c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 811, 'network_id': 'b8149bfa-9f0f-4753-b86f-c6ac1bb1fdb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:58:55.148232 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1deb451-75a5-4b91-a40e-d22eb17f58ff admin admin] Network hostable DHCP agents. Network: b8149bfa-9f0f-4753-b86f-c6ac1bb1fdb3, hostable agents: ['476c03f2-c716-4e43-9eb8-27eff34871a5'], hosted agents: [] {{(pid=115720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:58:55.194319 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd550c2-f91e-445c-956e-0471ce2aa03e req-a98f8d0b-7b17-44a5-aa52-d6b837399727 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:55.195718 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5cd550c2-f91e-445c-956e-0471ce2aa03e req-a98f8d0b-7b17-44a5-aa52-d6b837399727 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=585c534d-6b94-4644-931f-e11310610fad HTTP/1.1" status: 200 len: 946 time: 0.1082399 Mar 31 15:58:55.204340 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35730) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:55.209258 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-d9b5d49e-d861-42cc-8d62-840288e80251 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Request body: {'floatingip': {'port_id': 'b2e14b53-8988-4852-aab1-2878268b468e'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:55.214081 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-883c9746-94d0-44c2-b3fc-d4ed6646829b service neutron] 10.222.0.24 "GET /v2.0/networks/90fc1aad-d8be-40df-b185-08fe1d77372b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182942 Mar 31 15:58:55.252846 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1deb451-75a5-4b91-a40e-d22eb17f58ff admin admin] Network b8149bfa-9f0f-4753-b86f-c6ac1bb1fdb3 is scheduled to be hosted by DHCP agent 476c03f2-c716-4e43-9eb8-27eff34871a5 with binding_index 1 {{(pid=115720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:58:55.256216 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d49e-d861-42cc-8d62-840288e80251 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for floatingip (924e27ef-09ae-47ad-b80a-2436accd9197), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:55.303839 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0cbdd819-5383-40d4-a1c0-3e557adf757c req-711cdbcb-08ad-4124-851e-29f407701a4b service neutron] 10.222.0.24 "GET /v2.0/networks/90fc1aad-d8be-40df-b185-08fe1d77372b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829897 Mar 31 15:58:55.407840 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-d1deb451-75a5-4b91-a40e-d22eb17f58ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836028-1-iscsi, b8149bfa-9f0f-4753-b86f-c6ac1bb1fdb3) {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:55.412285 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1deb451-75a5-4b91-a40e-d22eb17f58ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:55.412884 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-d1deb451-75a5-4b91-a40e-d22eb17f58ff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for subnet (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:55.417243 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2a5344-0d07-478f-b403-3ecbecea173c None None] Network b8149bfa-9f0f-4753-b86f-c6ac1bb1fdb3 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:58:55.512697 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dffe7ed-953b-4fc2-b8cf-19dd685faef3 None None] Network b8149bfa-9f0f-4753-b86f-c6ac1bb1fdb3 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:58:55.531405 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-d1deb451-75a5-4b91-a40e-d22eb17f58ff admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8302681 Mar 31 15:58:55.713848 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d49e-d861-42cc-8d62-840288e80251 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:55.821694 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d49e-d861-42cc-8d62-840288e80251 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (924e27ef-09ae-47ad-b80a-2436accd9197), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:55.859665 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c42fdea-0f02-4654-b676-996aa180340b req-638e40ae-8b63-4478-a7b4-be497c49901f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:55.861376 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9c42fdea-0f02-4654-b676-996aa180340b req-638e40ae-8b63-4478-a7b4-be497c49901f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9bb82b7-6262-4543-a3a5-9143ed799c49 HTTP/1.1" status: 200 len: 943 time: 0.0548913 Mar 31 15:58:55.910559 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9c42fdea-0f02-4654-b676-996aa180340b req-bf2b810b-d958-4add-8cea-71a9968bacd9 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=957d91f6-c865-4373-9927-f619fc037171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436940 Mar 31 15:58:55.925417 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.l3_db [None req-d9b5d49e-d861-42cc-8d62-840288e80251 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Floating IP 924e27ef-09ae-47ad-b80a-2436accd9197 associated. External IP: 172.27.0.206, port: b2e14b53-8988-4852-aab1-2878268b468e. Mar 31 15:58:56.139410 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9b5d49e-d861-42cc-8d62-840288e80251 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Router 10b24868-497d-45c0-9464-8803e76370f6 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:58:56.219993 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 35748) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:56.224784 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-5bb3037b-ed67-4faf-a066-a11baff3d6f6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1776875924-network', 'tenant_id': 'df9e10dc46e44a438bdadea4fba75da5'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:56.250890 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b5d49e-d861-42cc-8d62-840288e80251 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:58:56.255657 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-d9b5d49e-d861-42cc-8d62-840288e80251 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:56.260793 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3219d1-8b46-4cf3-b361-51c74f23383e None None] Sync routers for ids ['10b24868-497d-45c0-9464-8803e76370f6'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:58:56.280010 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3219d1-8b46-4cf3-b361-51c74f23383e None None] Routers {'10b24868-497d-45c0-9464-8803e76370f6'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:58:56.280010 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-0e3219d1-8b46-4cf3-b361-51c74f23383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:58:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['10b24868-497d-45c0-9464-8803e76370f6'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:56.286290 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-d9b5d49e-d861-42cc-8d62-840288e80251 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "PUT /v2.0/floatingips/924e27ef-09ae-47ad-b80a-2436accd9197 HTTP/1.1" status: 200 len: 992 time: 1.0808206 Mar 31 15:58:56.286875 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '585c534d-6b94-4644-931f-e11310610fad', 'tag': 'b2e14b53-8988-4852-aab1-2878268b468e'}] {{(pid=115720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:58:56.289442 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccc7965b351d9be82fa8b87eed5996d2f485a8722744a87613077a4f3f485543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf14ee7-07d6-42f2-90ac-4e60ef5dddda" -d '{"events": [{"name": "network-changed", "server_uuid": "585c534d-6b94-4644-931f-e11310610fad", "tag": "b2e14b53-8988-4852-aab1-2878268b468e"}]}' {{(pid=115720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:58:56.302059 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb3037b-ed67-4faf-a066-a11baff3d6f6 admin admin] Made reservation on behalf of df9e10dc46e44a438bdadea4fba75da5 for: {'network': 1} {{(pid=115719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:58:56.304961 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-5bb3037b-ed67-4faf-a066-a11baff3d6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for network (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:56.314382 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-5bb3037b-ed67-4faf-a066-a11baff3d6f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:56.332377 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c5d82d-c54f-4056-8d5b-8cfd72ce754e x-openstack-request-id: req-99c5d82d-c54f-4056-8d5b-8cfd72ce754e {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:58:56.336418 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "585c534d-6b94-4644-931f-e11310610fad", "tag": "b2e14b53-8988-4852-aab1-2878268b468e", "status": "completed", "code": 200}]} {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:58:56.336418 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-99c5d82d-c54f-4056-8d5b-8cfd72ce754e {{(pid=115720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:58:56.336418 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-99c5d82d-c54f-4056-8d5b-8cfd72ce754e'] response: {'name': 'network-changed', 'server_uuid': '585c534d-6b94-4644-931f-e11310610fad', 'tag': 'b2e14b53-8988-4852-aab1-2878268b468e', 'status': 'completed', 'code': 200} Mar 31 15:58:56.393770 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-0e3219d1-8b46-4cf3-b361-51c74f23383e None None] Set router 10b24868-497d-45c0-9464-8803e76370f6 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:58:56.420091 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-5bb3037b-ed67-4faf-a066-a11baff3d6f6 admin admin] Publish callbacks [] for security_group (e9bd354b-c2bf-484e-ab50-7310e5b7a22c), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:56.433920 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf14ee7-07d6-42f2-90ac-4e60ef5dddda req-06259890-ab36-42b7-bfe6-03b4f65b5e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:56.435621 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ccf14ee7-07d6-42f2-90ac-4e60ef5dddda req-06259890-ab36-42b7-bfe6-03b4f65b5e15 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b74c4b3e38f4f298f86bb10c6a6f67b&device_id=585c534d-6b94-4644-931f-e11310610fad HTTP/1.1" status: 200 len: 1130 time: 0.0587308 Mar 31 15:58:56.497828 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-5bb3037b-ed67-4faf-a066-a11baff3d6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (e9bd354b-c2bf-484e-ab50-7310e5b7a22c), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:56.619560 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-0e3219d1-8b46-4cf3-b361-51c74f23383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b24868-497d-45c0-9464-8803e76370f6', 'name': 'tempest-AttachVolumeTestJSON-1293021899-router', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:22Z', 'revision_number': 4, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'gw_port': {'id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '924e27ef-09ae-47ad-b80a-2436accd9197', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '10b24868-497d-45c0-9464-8803e76370f6', 'port_id': 'b2e14b53-8988-4852-aab1-2878268b468e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32', 'mac_address': 'fa:16:3e:dd:1b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585c534d-6b94-4644-931f-e11310610fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:58:37Z', 'updated_at': '2022-03-31T15:58:55Z', 'revision_number': 1, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789b2962-ef21-4c36-a7bb-6c6de07c35e1', 'name': '', 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'mac_address': 'fa:16:3e:ff:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:20Z', 'updated_at': '2022-03-31T15:53:33Z', 'revision_number': 5, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'subnets': [{'id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:56.646073 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3219d1-8b46-4cf3-b361-51c74f23383e None None] Checking router: 10b24868-497d-45c0-9464-8803e76370f6 for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:58:56.654775 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3219d1-8b46-4cf3-b361-51c74f23383e None None] Routers {'10b24868-497d-45c0-9464-8803e76370f6'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:58:56.655397 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-0e3219d1-8b46-4cf3-b361-51c74f23383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:58:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['10b24868-497d-45c0-9464-8803e76370f6'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:56.764857 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-0e3219d1-8b46-4cf3-b361-51c74f23383e None None] Set router 10b24868-497d-45c0-9464-8803e76370f6 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:58:56.770794 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb3037b-ed67-4faf-a066-a11baff3d6f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 827, 'physical_network': 'physnet1'} {{(pid=115719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:58:56.798478 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-5bb3037b-ed67-4faf-a066-a11baff3d6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (ee13cb56-96ee-4a56-8a83-a19dead65ef0), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:56.798819 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.db.segments_db [None req-5bb3037b-ed67-4faf-a066-a11baff3d6f6 admin admin] Added segment ee13cb56-96ee-4a56-8a83-a19dead65ef0 of type vlan for network cdea551e-15d6-49d6-a8be-568e2cac890e Mar 31 15:58:56.799998 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3037b-ed67-4faf-a066-a11baff3d6f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bd354b-c2bf-484e-ab50-7310e5b7a22c,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:56.837495 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf14ee7-07d6-42f2-90ac-4e60ef5dddda req-42f811ed-e346-48ba-ab84-d094da119492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:56.838972 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ccf14ee7-07d6-42f2-90ac-4e60ef5dddda req-42f811ed-e346-48ba-ab84-d094da119492 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8fa8fe94-2799-4a5d-b4fd-6056ad46df32 HTTP/1.1" status: 200 len: 912 time: 0.3865559 Mar 31 15:58:56.859078 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-5bb3037b-ed67-4faf-a066-a11baff3d6f6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779152372026'] for network (cdea551e-15d6-49d6-a8be-568e2cac890e), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:56.925697 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ccf14ee7-07d6-42f2-90ac-4e60ef5dddda req-5ee94fee-e8d8-4239-9d4e-8124640c6539 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2e14b53-8988-4852-aab1-2878268b468e HTTP/1.1" status: 200 len: 1000 time: 0.0765352 Mar 31 15:58:56.975069 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf14ee7-07d6-42f2-90ac-4e60ef5dddda req-3fd85524-a594-4e47-9705-5e91e20ddcab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:56.977029 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ccf14ee7-07d6-42f2-90ac-4e60ef5dddda req-3fd85524-a594-4e47-9705-5e91e20ddcab service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a1a7fe3f-e590-4452-8b6d-b35b0e495b82 HTTP/1.1" status: 200 len: 850 time: 0.0451021 Mar 31 15:58:56.994161 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-0e3219d1-8b46-4cf3-b361-51c74f23383e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b24868-497d-45c0-9464-8803e76370f6', 'name': 'tempest-AttachVolumeTestJSON-1293021899-router', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:22Z', 'revision_number': 4, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'gw_port': {'id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '924e27ef-09ae-47ad-b80a-2436accd9197', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '10b24868-497d-45c0-9464-8803e76370f6', 'port_id': 'b2e14b53-8988-4852-aab1-2878268b468e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32', 'mac_address': 'fa:16:3e:dd:1b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585c534d-6b94-4644-931f-e11310610fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:58:37Z', 'updated_at': '2022-03-31T15:58:55Z', 'revision_number': 1, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789b2962-ef21-4c36-a7bb-6c6de07c35e1', 'name': '', 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'mac_address': 'fa:16:3e:ff:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:20Z', 'updated_at': '2022-03-31T15:53:33Z', 'revision_number': 5, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'subnets': [{'id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:57.013979 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-5bb3037b-ed67-4faf-a066-a11baff3d6f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for network (cdea551e-15d6-49d6-a8be-568e2cac890e), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:57.014996 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb3037b-ed67-4faf-a066-a11baff3d6f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:57.015599 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-5bb3037b-ed67-4faf-a066-a11baff3d6f6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:57.020554 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3219d1-8b46-4cf3-b361-51c74f23383e None None] The sync data for ids ['10b24868-497d-45c0-9464-8803e76370f6'] in dv-cinder-836028-1-iscsi is: [{'id': '10b24868-497d-45c0-9464-8803e76370f6', 'name': 'tempest-AttachVolumeTestJSON-1293021899-router', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:22Z', 'revision_number': 4, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'gw_port': {'id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '924e27ef-09ae-47ad-b80a-2436accd9197', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '10b24868-497d-45c0-9464-8803e76370f6', 'port_id': 'b2e14b53-8988-4852-aab1-2878268b468e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32', 'mac_address': 'fa:16:3e:dd:1b:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '585c534d-6b94-4644-931f-e11310610fad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:58:37Z', 'updated_at': '2022-03-31T15:58:55Z', 'revision_number': 1, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '789b2962-ef21-4c36-a7bb-6c6de07c35e1', 'name': '', 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'mac_address': 'fa:16:3e:ff:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:20Z', 'updated_at': '2022-03-31T15:53:33Z', 'revision_number': 5, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'subnets': [{'id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:58:57.113390 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3037b-ed67-4faf-a066-a11baff3d6f6 admin admin] Pushing event updated for resources: {'Network': ['ID=cdea551e-15d6-49d6-a8be-568e2cac890e,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:57.123692 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Network cdea551e-15d6-49d6-a8be-568e2cac890e details requested by agent ovs-agent-dv-cinder-836028-1-iscsi with host dv-cinder-836028-1-iscsi {{(pid=115721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:58:57.125583 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36f9d2a-b491-4763-80ce-d867c52f2cac req-e344f083-69e6-409f-977e-6d185b5d99b4 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:57.127101 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f36f9d2a-b491-4763-80ce-d867c52f2cac req-e344f083-69e6-409f-977e-6d185b5d99b4 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9bb82b7-6262-4543-a3a5-9143ed799c49 HTTP/1.1" status: 200 len: 943 time: 0.1471796 Mar 31 15:58:57.129118 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf14ee7-07d6-42f2-90ac-4e60ef5dddda req-d342b464-e620-4de1-ae81-9411ed77fdf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:57.130522 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ccf14ee7-07d6-42f2-90ac-4e60ef5dddda req-d342b464-e620-4de1-ae81-9411ed77fdf3 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fa8fe94-2799-4a5d-b4fd-6056ad46df32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1425245 Mar 31 15:58:57.208301 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-5bb3037b-ed67-4faf-a066-a11baff3d6f6 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.9870362 Mar 31 15:58:57.210983 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35758) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:57.217645 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-a7dd4781-b30e-4da1-b22b-34302be5dfbc admin admin] Request body: {'subnet': {'network_id': 'cdea551e-15d6-49d6-a8be-568e2cac890e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1776875924-subnet', 'tenant_id': 'df9e10dc46e44a438bdadea4fba75da5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:58:57.233882 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f36f9d2a-b491-4763-80ce-d867c52f2cac req-d5fa5615-e497-484a-a035-b33a40bd7ba6 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=957d91f6-c865-4373-9927-f619fc037171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005142 Mar 31 15:58:57.244436 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a13c3a6a-b937-4f09-bdae-d939b064d1ca None None] New status for floating IP 924e27ef-09ae-47ad-b80a-2436accd9197: ACTIVE {{(pid=115721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:58:57.275829 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ccf14ee7-07d6-42f2-90ac-4e60ef5dddda req-7e972610-6c74-45c0-be98-9d53b865d1d5 service neutron] 10.222.0.24 "GET /v2.0/networks/8fa8fe94-2799-4a5d-b4fd-6056ad46df32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288526 Mar 31 15:58:57.312516 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7dd4781-b30e-4da1-b22b-34302be5dfbc admin admin] Made reservation on behalf of df9e10dc46e44a438bdadea4fba75da5 for: {'subnet': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:58:57.314956 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a7dd4781-b30e-4da1-b22b-34302be5dfbc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4786063'] for subnet (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:57.369767 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ccf14ee7-07d6-42f2-90ac-4e60ef5dddda req-7a751f07-2205-4a6f-953a-f4b7ff2929cb service neutron] 10.222.0.24 "GET /v2.0/networks/8fa8fe94-2799-4a5d-b4fd-6056ad46df32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850801 Mar 31 15:58:57.541181 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a7dd4781-b30e-4da1-b22b-34302be5dfbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4201594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4786073'] for subnet (ca3bcb78-9da7-42a9-a7d1-6da4337c86e9), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:57.594756 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dd4781-b30e-4da1-b22b-34302be5dfbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca3bcb78-9da7-42a9-a7d1-6da4337c86e9,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:57.605816 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7dd4781-b30e-4da1-b22b-34302be5dfbc admin admin] Checking segment: {'id': 'ee13cb56-96ee-4a56-8a83-a19dead65ef0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 827, 'network_id': 'cdea551e-15d6-49d6-a8be-568e2cac890e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:58:57.606172 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dd4781-b30e-4da1-b22b-34302be5dfbc admin admin] Network hostable DHCP agents. Network: cdea551e-15d6-49d6-a8be-568e2cac890e, hostable agents: ['476c03f2-c716-4e43-9eb8-27eff34871a5'], hosted agents: [] {{(pid=115720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:58:57.678113 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7dd4781-b30e-4da1-b22b-34302be5dfbc admin admin] Network cdea551e-15d6-49d6-a8be-568e2cac890e is scheduled to be hosted by DHCP agent 476c03f2-c716-4e43-9eb8-27eff34871a5 with binding_index 1 {{(pid=115720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:58:57.775155 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-a7dd4781-b30e-4da1-b22b-34302be5dfbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836028-1-iscsi, cdea551e-15d6-49d6-a8be-568e2cac890e) {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:58:57.779065 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7dd4781-b30e-4da1-b22b-34302be5dfbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:57.779659 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a7dd4781-b30e-4da1-b22b-34302be5dfbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for subnet (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:57.783880 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b48ff8-7f7f-4ec2-bea9-b63b0fabd54f None None] Network cdea551e-15d6-49d6-a8be-568e2cac890e requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:58:57.881085 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-949abf67-842d-4160-8511-f0dfe3040f5c None None] Network cdea551e-15d6-49d6-a8be-568e2cac890e requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:58:57.915803 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-a7dd4781-b30e-4da1-b22b-34302be5dfbc admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7034819 Mar 31 15:58:57.936382 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 0a84a9bb-dd02-4e41-9485-f220a3cd2629 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=115721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:58:58.029072 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35762) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:58.066471 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 0a84a9bb-dd02-4e41-9485-f220a3cd2629, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=0a84a9bb-dd02-4e41-9485-f220a3cd2629,segment=NetworkSegment(3625fcca-8015-4d97-a97b-4b3ea4e2b9cb),segment_id=3625fcca-8015-4d97-a97b-4b3ea4e2b9cb)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:58.076780 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_v2 [None req-92c9c266-03c0-467f-9b44-589990f9dda9 admin admin] Deleting subnet 882585b4-a5d3-46d3-a2a7-a3c0d9cf68b7 {{(pid=115720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:58:58.078112 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Returning: {'device': '0a84a9bb-dd02-4e41-9485-f220a3cd2629', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'port_id': '0a84a9bb-dd02-4e41-9485-f220a3cd2629', 'mac_address': 'fa:16:3e:50:aa:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 810, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:58:58.080002 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-92c9c266-03c0-467f-9b44-589990f9dda9 admin admin] Publish callbacks [] for subnet (882585b4-a5d3-46d3-a2a7-a3c0d9cf68b7), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:58.113946 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-92c9c266-03c0-467f-9b44-589990f9dda9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7314090'] for subnet (882585b4-a5d3-46d3-a2a7-a3c0d9cf68b7), precommit_delete_associations {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:58.119621 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 0a84a9bb-dd02-4e41-9485-f220a3cd2629 is: DOWN; New status is: BUILD {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:58:58.120014 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (0a84a9bb-dd02-4e41-9485-f220a3cd2629), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:58.133550 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a84a9bb-dd02-4e41-9485-f220a3cd2629 {{(pid=115721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:58:58.153234 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-92c9c266-03c0-467f-9b44-589990f9dda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2031459'] for subnet (882585b4-a5d3-46d3-a2a7-a3c0d9cf68b7), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:58.153420 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 0a84a9bb-dd02-4e41-9485-f220a3cd2629, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=0a84a9bb-dd02-4e41-9485-f220a3cd2629,segment=NetworkSegment(3625fcca-8015-4d97-a97b-4b3ea4e2b9cb),segment_id=3625fcca-8015-4d97-a97b-4b3ea4e2b9cb)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:58:58.235655 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (0a84a9bb-dd02-4e41-9485-f220a3cd2629), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:58.284136 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=0a84a9bb-dd02-4e41-9485-f220a3cd2629,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:58.301316 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-92c9c266-03c0-467f-9b44-589990f9dda9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2031444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4201529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4786064'] for subnet (882585b4-a5d3-46d3-a2a7-a3c0d9cf68b7), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:58.327126 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c9c266-03c0-467f-9b44-589990f9dda9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=882585b4-a5d3-46d3-a2a7-a3c0d9cf68b7,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:58.333311 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-92c9c266-03c0-467f-9b44-589990f9dda9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for subnet (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:58.336672 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-92c9c266-03c0-467f-9b44-589990f9dda9 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/882585b4-a5d3-46d3-a2a7-a3c0d9cf68b7 HTTP/1.1" status: 204 len: 168 time: 0.3065717 Mar 31 15:58:58.339054 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35766) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:58.361835 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e11b0-d6be-4a14-b3ac-ad122ca61ef0 req-fee478a2-dd47-4815-9321-7996e9f616e5 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:58.363336 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-855e11b0-d6be-4a14-b3ac-ad122ca61ef0 req-fee478a2-dd47-4815-9321-7996e9f616e5 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9bb82b7-6262-4543-a3a5-9143ed799c49 HTTP/1.1" status: 200 len: 944 time: 0.0542016 Mar 31 15:58:58.410861 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bc284a30-bf52-4b48-a4a4-976d7e24b613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1072674'] for network (b8149bfa-9f0f-4753-b86f-c6ac1bb1fdb3), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:58.413734 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-855e11b0-d6be-4a14-b3ac-ad122ca61ef0 req-e48b0501-db22-4f5f-a8cc-40d8021611f4 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=957d91f6-c865-4373-9927-f619fc037171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442042 Mar 31 15:58:58.487294 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bc284a30-bf52-4b48-a4a4-976d7e24b613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062824', 'neutron.services.segments.db._delete_segments_for_network-8779152745018'] for network (b8149bfa-9f0f-4753-b86f-c6ac1bb1fdb3), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:58.508535 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.services.segments.db [None req-bc284a30-bf52-4b48-a4a4-976d7e24b613 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8149bfa-9f0f-4753-b86f-c6ac1bb1fdb3']}} {{(pid=115720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:58.517741 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.services.segments.db [None req-bc284a30-bf52-4b48-a4a4-976d7e24b613 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd493d8da-8926-4709-b126-2aef7fca71c3') {'for_net_delete': True} {{(pid=115720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:58.518046 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.services.segments.db [None req-bc284a30-bf52-4b48-a4a4-976d7e24b613 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd493d8da-8926-4709-b126-2aef7fca71c3') {} {{(pid=115720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:58.527191 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bc284a30-bf52-4b48-a4a4-976d7e24b613 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779152745795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7314081'] for segment (d493d8da-8926-4709-b126-2aef7fca71c3), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:58.540183 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bc284a30-bf52-4b48-a4a4-976d7e24b613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (d493d8da-8926-4709-b126-2aef7fca71c3), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:58.545895 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc284a30-bf52-4b48-a4a4-976d7e24b613 admin admin] Releasing vlan 811 on physical network physnet1 to pool {{(pid=115720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:58:58.546275 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bc284a30-bf52-4b48-a4a4-976d7e24b613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4203167'] for segment (d493d8da-8926-4709-b126-2aef7fca71c3), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: Traceback (most recent call last): Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: timer() Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: cb(*args, **kw) Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: return func(*args, **kwargs) Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: self._notify() Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: self.callback(batched_events) Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: event.method(event) Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: return f(self, *a, **k) Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: return self._get(url).json() Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: return self.request(url, 'GET', **kwargs) Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:58:58.547856 dv-cinder-836028-1-iscsi neutron-server[115720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:58:58.579669 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['0a84a9bb-dd02-4e41-9485-f220a3cd2629'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:58:58.670050 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bc284a30-bf52-4b48-a4a4-976d7e24b613 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609641'] for network (b8149bfa-9f0f-4753-b86f-c6ac1bb1fdb3), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:58.674461 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bc284a30-bf52-4b48-a4a4-976d7e24b613 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:58.678060 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-bc284a30-bf52-4b48-a4a4-976d7e24b613 admin admin] 10.222.0.47 "DELETE /v2.0/networks/b8149bfa-9f0f-4753-b86f-c6ac1bb1fdb3 HTTP/1.1" status: 204 len: 168 time: 0.3380747 Mar 31 15:58:58.681513 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 35768) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:58.691361 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc284a30-bf52-4b48-a4a4-976d7e24b613 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8149bfa-9f0f-4753-b86f-c6ac1bb1fdb3,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:58.725379 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_v2 [None req-83c7880f-e694-4271-9d31-4d70d2421414 admin admin] Deleting subnet ca3bcb78-9da7-42a9-a7d1-6da4337c86e9 {{(pid=115719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 15:58:58.729120 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-83c7880f-e694-4271-9d31-4d70d2421414 admin admin] Publish callbacks [] for subnet (ca3bcb78-9da7-42a9-a7d1-6da4337c86e9), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:58.763699 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-83c7880f-e694-4271-9d31-4d70d2421414 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5073163'] for subnet (ca3bcb78-9da7-42a9-a7d1-6da4337c86e9), precommit_delete_associations {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:58.805181 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-83c7880f-e694-4271-9d31-4d70d2421414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2031459'] for subnet (ca3bcb78-9da7-42a9-a7d1-6da4337c86e9), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:58.940947 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-83c7880f-e694-4271-9d31-4d70d2421414 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2031444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5073152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5044798'] for subnet (ca3bcb78-9da7-42a9-a7d1-6da4337c86e9), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:58.970346 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c7880f-e694-4271-9d31-4d70d2421414 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca3bcb78-9da7-42a9-a7d1-6da4337c86e9,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:58.975133 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-83c7880f-e694-4271-9d31-4d70d2421414 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:58.979088 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-83c7880f-e694-4271-9d31-4d70d2421414 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ca3bcb78-9da7-42a9-a7d1-6da4337c86e9 HTTP/1.1" status: 204 len: 168 time: 0.2965817 Mar 31 15:58:58.981532 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 35770) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:59.046788 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9ada282d-771e-4869-9004-39028ea0f514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1072674'] for network (cdea551e-15d6-49d6-a8be-568e2cac890e), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:59.125896 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9ada282d-771e-4869-9004-39028ea0f514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062824', 'neutron.services.segments.db._delete_segments_for_network-8779152745018'] for network (cdea551e-15d6-49d6-a8be-568e2cac890e), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:59.145301 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.services.segments.db [None req-9ada282d-771e-4869-9004-39028ea0f514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdea551e-15d6-49d6-a8be-568e2cac890e']}} {{(pid=115719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:59.154805 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.services.segments.db [None req-9ada282d-771e-4869-9004-39028ea0f514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee13cb56-96ee-4a56-8a83-a19dead65ef0') {'for_net_delete': True} {{(pid=115719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:59.155107 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.services.segments.db [None req-9ada282d-771e-4869-9004-39028ea0f514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee13cb56-96ee-4a56-8a83-a19dead65ef0') {} {{(pid=115719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:58:59.164783 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9ada282d-771e-4869-9004-39028ea0f514 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779152745795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5073152'] for segment (ee13cb56-96ee-4a56-8a83-a19dead65ef0), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:59.177427 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9ada282d-771e-4869-9004-39028ea0f514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (ee13cb56-96ee-4a56-8a83-a19dead65ef0), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:59.183225 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ada282d-771e-4869-9004-39028ea0f514 admin admin] Releasing vlan 827 on physical network physnet1 to pool {{(pid=115719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9ada282d-771e-4869-9004-39028ea0f514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5068710'] for segment (ee13cb56-96ee-4a56-8a83-a19dead65ef0), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: Traceback (most recent call last): Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: timer() Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: cb(*args, **kw) Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: return func(*args, **kwargs) Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: self._notify() Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: self.callback(batched_events) Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: event.method(event) Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: return f(self, *a, **k) Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: return self._get(url).json() Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: return self.request(url, 'GET', **kwargs) Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 15:58:59.185679 dv-cinder-836028-1-iscsi neutron-server[115719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 15:58:59.306725 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9ada282d-771e-4869-9004-39028ea0f514 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609641'] for network (cdea551e-15d6-49d6-a8be-568e2cac890e), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:59.310855 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9ada282d-771e-4869-9004-39028ea0f514 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:59.314183 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-9ada282d-771e-4869-9004-39028ea0f514 admin admin] 10.222.0.47 "DELETE /v2.0/networks/cdea551e-15d6-49d6-a8be-568e2cac890e HTTP/1.1" status: 204 len: 168 time: 0.3317428 Mar 31 15:58:59.327862 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada282d-771e-4869-9004-39028ea0f514 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdea551e-15d6-49d6-a8be-568e2cac890e,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:58:59.535587 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff334c8-dab4-4954-a914-14057ba54ea0 req-d81b66b4-c0ed-4cfc-b43b-9bbc9b05e0e7 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:59.537217 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-aff334c8-dab4-4954-a914-14057ba54ea0 req-d81b66b4-c0ed-4cfc-b43b-9bbc9b05e0e7 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9bb82b7-6262-4543-a3a5-9143ed799c49 HTTP/1.1" status: 200 len: 944 time: 0.0568440 Mar 31 15:58:59.584005 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-aff334c8-dab4-4954-a914-14057ba54ea0 req-426a9f31-4073-460b-aa46-1f953ac70495 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=957d91f6-c865-4373-9927-f619fc037171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411506 Mar 31 15:58:59.718072 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35780) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:59.758789 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-4948dc1d-3008-4b4e-a71e-bd55aadec708 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=80fb21233ba44225b1f87c22a6739230&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0391932 Mar 31 15:58:59.761888 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35784) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:58:59.811884 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-2e90fc8c-642a-4f0e-8982-a2304e3269b1 admin admin] Publish callbacks [] for security_group (b2dc2954-a3a1-4148-a6f1-57aee77494a0), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:59.815931 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e1cdae-6974-405b-868a-707fa8722e53 req-eebbdd67-fd50-46b5-b8b3-1c0c76a30931 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:59.817440 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-90e1cdae-6974-405b-868a-707fa8722e53 req-eebbdd67-fd50-46b5-b8b3-1c0c76a30931 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 984 time: 0.0512996 Mar 31 15:58:59.835455 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-2e90fc8c-642a-4f0e-8982-a2304e3269b1 admin admin] Publish callbacks [] for security_group (b2dc2954-a3a1-4148-a6f1-57aee77494a0), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:59.900638 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-90e1cdae-6974-405b-868a-707fa8722e53 req-ccf859d2-e97b-470a-8743-0000636069c7 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&id=96340e83-f6d6-4740-992c-6c105f2c7ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0767539 Mar 31 15:58:59.919352 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2498020-329b-4a42-8f77-45c2427cc61d req-32355a66-c948-4763-93c5-b1e64d7b982d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:58:59.920937 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b2498020-329b-4a42-8f77-45c2427cc61d req-32355a66-c948-4763-93c5-b1e64d7b982d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb19792da30e47fa826942f826c519af&device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 1168 time: 0.0565462 Mar 31 15:58:59.954637 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 0a84a9bb-dd02-4e41-9485-f220a3cd2629 up at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:58:59.958025 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-2e90fc8c-642a-4f0e-8982-a2304e3269b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (b2dc2954-a3a1-4148-a6f1-57aee77494a0), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:59.960858 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-2e90fc8c-642a-4f0e-8982-a2304e3269b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:58:59.964553 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-2e90fc8c-642a-4f0e-8982-a2304e3269b1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/b2dc2954-a3a1-4148-a6f1-57aee77494a0 HTTP/1.1" status: 204 len: 168 time: 0.1991696 Mar 31 15:58:59.979708 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e90fc8c-642a-4f0e-8982-a2304e3269b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2dc2954-a3a1-4148-a6f1-57aee77494a0,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:00.035722 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2498020-329b-4a42-8f77-45c2427cc61d req-a467f0b3-fc75-4a75-9a76-b1b47c3bbc13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:00.037410 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b2498020-329b-4a42-8f77-45c2427cc61d req-a467f0b3-fc75-4a75-9a76-b1b47c3bbc13 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4df2c028-a451-4616-8b86-d071486326ef HTTP/1.1" status: 200 len: 915 time: 0.1091323 Mar 31 15:59:00.066700 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning for port 0a84a9bb-dd02-4e41-9485-f220a3cd2629 completed by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:59:00.072611 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning complete for port 0a84a9bb-dd02-4e41-9485-f220a3cd2629 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:59:00.073232 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (0a84a9bb-dd02-4e41-9485-f220a3cd2629), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:00.113194 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b2498020-329b-4a42-8f77-45c2427cc61d req-938a0ce3-399b-4b49-bb0e-94f1eb7ebe31 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2e9823b-30b3-4fed-a1c3-0815c78de343 HTTP/1.1" status: 200 len: 1000 time: 0.0676525 Mar 31 15:59:00.166960 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 0a84a9bb-dd02-4e41-9485-f220a3cd2629 is: BUILD; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:59:00.167449 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (0a84a9bb-dd02-4e41-9485-f220a3cd2629), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:00.168699 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2498020-329b-4a42-8f77-45c2427cc61d req-39fa4664-a7ef-4bf7-8d8f-df739bced2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:00.170285 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b2498020-329b-4a42-8f77-45c2427cc61d req-39fa4664-a7ef-4bf7-8d8f-df739bced2a4 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=88bff7a9-373d-4644-a392-7e58c3a9e040 HTTP/1.1" status: 200 len: 853 time: 0.0509789 Mar 31 15:59:00.200228 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bb82b7-6262-4543-a3a5-9143ed799c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a84a9bb-dd02-4e41-9485-f220a3cd2629'}] {{(pid=115721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:59:00.203983 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dbd394bfc303c33638f161c815dd3ff8081b22df1313fe1def72e09edd93f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6a468e-cea3-477b-b632-ba129814b073" -d '{"events": [{"server_uuid": "b9bb82b7-6262-4543-a3a5-9143ed799c49", "name": "network-vif-plugged", "status": "completed", "tag": "0a84a9bb-dd02-4e41-9485-f220a3cd2629"}]}' {{(pid=115721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:59:00.224697 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 0a84a9bb-dd02-4e41-9485-f220a3cd2629, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=0a84a9bb-dd02-4e41-9485-f220a3cd2629,segment=NetworkSegment(3625fcca-8015-4d97-a97b-4b3ea4e2b9cb),segment_id=3625fcca-8015-4d97-a97b-4b3ea4e2b9cb)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:59:00.241053 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2498020-329b-4a42-8f77-45c2427cc61d req-225b080d-ca74-4288-8a14-0582d8007fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:00.243689 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b2498020-329b-4a42-8f77-45c2427cc61d req-225b080d-ca74-4288-8a14-0582d8007fbf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4df2c028-a451-4616-8b86-d071486326ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0664043 Mar 31 15:59:00.244014 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e389bc39-add7-415c-8b39-c20dd17c18ba x-openstack-request-id: req-e389bc39-add7-415c-8b39-c20dd17c18ba {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:59:00.244367 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9bb82b7-6262-4543-a3a5-9143ed799c49", "name": "network-vif-plugged", "status": "completed", "tag": "0a84a9bb-dd02-4e41-9485-f220a3cd2629", "code": 200}]} {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:59:00.244631 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e389bc39-add7-415c-8b39-c20dd17c18ba {{(pid=115721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:59:00.245031 dv-cinder-836028-1-iscsi neutron-server[115721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e389bc39-add7-415c-8b39-c20dd17c18ba'] response: {'server_uuid': 'b9bb82b7-6262-4543-a3a5-9143ed799c49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a84a9bb-dd02-4e41-9485-f220a3cd2629', 'code': 200} Mar 31 15:59:00.302150 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (0a84a9bb-dd02-4e41-9485-f220a3cd2629), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:00.375516 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=0a84a9bb-dd02-4e41-9485-f220a3cd2629,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:00.393667 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b2498020-329b-4a42-8f77-45c2427cc61d req-8ca4ebd7-1da1-4ad1-bcb9-6ccd92fce2d7 service neutron] 10.222.0.24 "GET /v2.0/networks/4df2c028-a451-4616-8b86-d071486326ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965250 Mar 31 15:59:00.495718 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b2498020-329b-4a42-8f77-45c2427cc61d req-2e519ccf-a986-4191-b16f-cda06754ad72 service neutron] 10.222.0.24 "GET /v2.0/networks/4df2c028-a451-4616-8b86-d071486326ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949357 Mar 31 15:59:00.639689 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2149bc5e-b02b-48c6-beb9-6fa392428415 req-7224e4a5-e003-42f0-a1b2-e84ba2081918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:00.641210 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2149bc5e-b02b-48c6-beb9-6fa392428415 req-7224e4a5-e003-42f0-a1b2-e84ba2081918 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b9bb82b7-6262-4543-a3a5-9143ed799c49 HTTP/1.1" status: 200 len: 1129 time: 0.0459950 Mar 31 15:59:00.719276 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2149bc5e-b02b-48c6-beb9-6fa392428415 req-9635f3eb-73d2-4305-b553-fcc94aa19ea2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=957d91f6-c865-4373-9927-f619fc037171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708988 Mar 31 15:59:00.735226 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253fcbd9-1e03-42e1-98e7-7f47f54f7398 req-96014c99-ba7e-441e-b2cc-72ac2f407ac3 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:00.736711 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-253fcbd9-1e03-42e1-98e7-7f47f54f7398 req-96014c99-ba7e-441e-b2cc-72ac2f407ac3 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9bb82b7-6262-4543-a3a5-9143ed799c49 HTTP/1.1" status: 200 len: 945 time: 0.0820100 Mar 31 15:59:00.786198 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-253fcbd9-1e03-42e1-98e7-7f47f54f7398 req-3c7e5294-b69f-4b65-bcd0-865fcded0473 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=957d91f6-c865-4373-9927-f619fc037171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431283 Mar 31 15:59:00.803593 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35794) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:00.843321 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-8a13a732-7d04-4d97-9adb-35c75ce5c2dc admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=df9e10dc46e44a438bdadea4fba75da5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0383682 Mar 31 15:59:00.845801 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35796) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:00.890682 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-48a711fd-8dd1-465d-911b-8ff082dd9106 admin admin] Publish callbacks [] for security_group (e9bd354b-c2bf-484e-ab50-7310e5b7a22c), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:00.910827 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-48a711fd-8dd1-465d-911b-8ff082dd9106 admin admin] Publish callbacks [] for security_group (e9bd354b-c2bf-484e-ab50-7310e5b7a22c), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:01.012883 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-48a711fd-8dd1-465d-911b-8ff082dd9106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (e9bd354b-c2bf-484e-ab50-7310e5b7a22c), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:01.015501 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-48a711fd-8dd1-465d-911b-8ff082dd9106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:01.016720 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-48a711fd-8dd1-465d-911b-8ff082dd9106 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/e9bd354b-c2bf-484e-ab50-7310e5b7a22c HTTP/1.1" status: 204 len: 168 time: 0.1699309 Mar 31 15:59:01.021284 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db13fada-8882-4b75-a9ff-7b7bf9be3e65 req-d65a5402-932e-4591-826a-a4fe870e4692 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:01.025251 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a711fd-8dd1-465d-911b-8ff082dd9106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bd354b-c2bf-484e-ab50-7310e5b7a22c,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:01.026894 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-db13fada-8882-4b75-a9ff-7b7bf9be3e65 req-d65a5402-932e-4591-826a-a4fe870e4692 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 984 time: 0.0564268 Mar 31 15:59:01.084304 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-db13fada-8882-4b75-a9ff-7b7bf9be3e65 req-8c56e4ad-d31c-4e6c-b222-9f0019b1a50f tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&id=96340e83-f6d6-4740-992c-6c105f2c7ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0550742 Mar 31 15:59:01.910034 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f2a0dd-5a19-4304-8adc-00b935651366 req-77280686-6f84-4b6d-8164-43e9704d5a22 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:01.911486 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e0f2a0dd-5a19-4304-8adc-00b935651366 req-77280686-6f84-4b6d-8164-43e9704d5a22 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9bb82b7-6262-4543-a3a5-9143ed799c49 HTTP/1.1" status: 200 len: 945 time: 0.0522838 Mar 31 15:59:01.961371 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e0f2a0dd-5a19-4304-8adc-00b935651366 req-6a3c9230-8a78-46ab-bb88-f691cb6534de tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=957d91f6-c865-4373-9927-f619fc037171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442390 Mar 31 15:59:02.204734 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3850c6-0881-410b-9d05-073cc68e2cb9 req-a7e64f4f-55d8-4894-9b50-17581adf8ead tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:02.206575 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ae3850c6-0881-410b-9d05-073cc68e2cb9 req-a7e64f4f-55d8-4894-9b50-17581adf8ead tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 984 time: 0.0537167 Mar 31 15:59:02.269773 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ae3850c6-0881-410b-9d05-073cc68e2cb9 req-20126ba9-186a-4866-bd94-e12116e19c91 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&id=96340e83-f6d6-4740-992c-6c105f2c7ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569527 Mar 31 15:59:02.809937 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:59:03.080682 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01af64-96ad-4b22-9672-72c92bb5502e req-51972e53-a434-4772-9fd6-28f9d4b4a1cd tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:03.082173 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3d01af64-96ad-4b22-9672-72c92bb5502e req-51972e53-a434-4772-9fd6-28f9d4b4a1cd tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9bb82b7-6262-4543-a3a5-9143ed799c49 HTTP/1.1" status: 200 len: 945 time: 0.0534821 Mar 31 15:59:03.128687 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3d01af64-96ad-4b22-9672-72c92bb5502e req-9c268380-8a13-403a-b67c-95fb817440a9 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=957d91f6-c865-4373-9927-f619fc037171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403411 Mar 31 15:59:03.249173 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d9874-26ab-4165-8c3c-4718b86f0e0e req-31d0c378-68b2-42a6-ab69-b428035e8d95 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:03.250751 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-679d9874-26ab-4165-8c3c-4718b86f0e0e req-31d0c378-68b2-42a6-ab69-b428035e8d95 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9bb82b7-6262-4543-a3a5-9143ed799c49 HTTP/1.1" status: 200 len: 945 time: 0.0596211 Mar 31 15:59:03.259920 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35864) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:03.264486 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-21d3e03e-4b31-41bd-bc85-41917dbc4c9e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Request body: {'floatingip': {'port_id': '0a84a9bb-dd02-4e41-9485-f220a3cd2629'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:59:03.317244 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-21d3e03e-4b31-41bd-bc85-41917dbc4c9e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for floatingip (2585458c-f635-46fb-b848-0e9fab015e73), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:03.407117 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2afcb6f-3882-415c-ab72-0b2bc5576ded req-116b9f87-f9b8-417d-bb0a-ea9ec642d600 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:03.408592 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f2afcb6f-3882-415c-ab72-0b2bc5576ded req-116b9f87-f9b8-417d-bb0a-ea9ec642d600 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 984 time: 0.0567389 Mar 31 15:59:03.487949 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f2afcb6f-3882-415c-ab72-0b2bc5576ded req-4df9cb15-7ba0-4294-9f2e-347c4b600324 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&id=96340e83-f6d6-4740-992c-6c105f2c7ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0728202 Mar 31 15:59:03.756359 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-21d3e03e-4b31-41bd-bc85-41917dbc4c9e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:03.837881 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-21d3e03e-4b31-41bd-bc85-41917dbc4c9e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (2585458c-f635-46fb-b848-0e9fab015e73), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:03.941784 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.l3_db [None req-21d3e03e-4b31-41bd-bc85-41917dbc4c9e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Floating IP 2585458c-f635-46fb-b848-0e9fab015e73 associated. External IP: 172.27.0.4, port: 0a84a9bb-dd02-4e41-9485-f220a3cd2629. Mar 31 15:59:04.502613 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21d3e03e-4b31-41bd-bc85-41917dbc4c9e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:59:04.508824 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21d3e03e-4b31-41bd-bc85-41917dbc4c9e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:59:04.513557 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-21d3e03e-4b31-41bd-bc85-41917dbc4c9e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:04.518377 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8081167-b811-4283-bdba-f2e12ee4e900 None None] Sync routers for ids ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:59:04.530769 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8081167-b811-4283-bdba-f2e12ee4e900 None None] Routers {'99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:59:04.531402 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-b8081167-b811-4283-bdba-f2e12ee4e900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:58:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:04.549188 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-21d3e03e-4b31-41bd-bc85-41917dbc4c9e tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "PUT /v2.0/floatingips/2585458c-f635-46fb-b848-0e9fab015e73 HTTP/1.1" status: 200 len: 989 time: 1.2871835 Mar 31 15:59:04.549188 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9bb82b7-6262-4543-a3a5-9143ed799c49', 'tag': '0a84a9bb-dd02-4e41-9485-f220a3cd2629'}] {{(pid=115720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:59:04.551542 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccc7965b351d9be82fa8b87eed5996d2f485a8722744a87613077a4f3f485543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0631052-6c23-480a-a0ad-488fa84b74b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b9bb82b7-6262-4543-a3a5-9143ed799c49", "tag": "0a84a9bb-dd02-4e41-9485-f220a3cd2629"}]}' {{(pid=115720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:59:04.594018 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c381aa-ecf0-4be0-8529-0832f5cc5d59 x-openstack-request-id: req-70c381aa-ecf0-4be0-8529-0832f5cc5d59 {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:59:04.594018 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9bb82b7-6262-4543-a3a5-9143ed799c49", "tag": "0a84a9bb-dd02-4e41-9485-f220a3cd2629", "status": "completed", "code": 200}]} {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:59:04.594018 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-70c381aa-ecf0-4be0-8529-0832f5cc5d59 {{(pid=115720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:59:04.594018 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70c381aa-ecf0-4be0-8529-0832f5cc5d59'] response: {'name': 'network-changed', 'server_uuid': 'b9bb82b7-6262-4543-a3a5-9143ed799c49', 'tag': '0a84a9bb-dd02-4e41-9485-f220a3cd2629', 'status': 'completed', 'code': 200} Mar 31 15:59:04.639592 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ed13b0-f2d0-4d6e-83fd-64f4f3723efa req-36005fa6-91fd-43e2-984c-eed8a1dcea67 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:04.641206 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-12ed13b0-f2d0-4d6e-83fd-64f4f3723efa req-36005fa6-91fd-43e2-984c-eed8a1dcea67 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 984 time: 0.0593312 Mar 31 15:59:04.646279 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-b8081167-b811-4283-bdba-f2e12ee4e900 None None] Set router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:59:04.739643 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-12ed13b0-f2d0-4d6e-83fd-64f4f3723efa req-69c088bd-975a-447f-9314-1ff53ef2bb9c tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&id=96340e83-f6d6-4740-992c-6c105f2c7ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0917804 Mar 31 15:59:04.746671 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0631052-6c23-480a-a0ad-488fa84b74b8 req-0440c03c-84e5-445d-a6be-24c4f8ef83ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:04.748321 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c0631052-6c23-480a-a0ad-488fa84b74b8 req-0440c03c-84e5-445d-a6be-24c4f8ef83ef service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=ffc6177837a74f42b2af77cad7fb46ea&device_id=b9bb82b7-6262-4543-a3a5-9143ed799c49 HTTP/1.1" status: 200 len: 1129 time: 0.0852571 Mar 31 15:59:04.822155 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-396317d4-3c87-4954-b0a8-09bcc8ef4719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:04.845357 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0631052-6c23-480a-a0ad-488fa84b74b8 req-26999d00-4f8d-4eff-9594-a2ea4aadc2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:04.847137 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c0631052-6c23-480a-a0ad-488fa84b74b8 req-26999d00-4f8d-4eff-9594-a2ea4aadc2f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=90fc1aad-d8be-40df-b185-08fe1d77372b HTTP/1.1" status: 200 len: 916 time: 0.0914991 Mar 31 15:59:04.880006 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35904) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:04.922760 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c0631052-6c23-480a-a0ad-488fa84b74b8 req-42c76665-9417-44dc-bda6-4f52cc42e5b4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0a84a9bb-dd02-4e41-9485-f220a3cd2629 HTTP/1.1" status: 200 len: 997 time: 0.0679183 Mar 31 15:59:04.973397 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0631052-6c23-480a-a0ad-488fa84b74b8 req-f3ce13c6-ef77-40a1-9d69-c611893bc30e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:04.974846 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c0631052-6c23-480a-a0ad-488fa84b74b8 req-f3ce13c6-ef77-40a1-9d69-c611893bc30e service neutron] 10.222.0.24 "GET /v2.0/subnets?id=cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0 HTTP/1.1" status: 200 len: 854 time: 0.0456290 Mar 31 15:59:04.981459 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-b8081167-b811-4283-bdba-f2e12ee4e900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '2585458c-f635-46fb-b848-0e9fab015e73', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'port_id': '0a84a9bb-dd02-4e41-9485-f220a3cd2629', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'mac_address': 'fa:16:3e:50:aa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bb82b7-6262-4543-a3a5-9143ed799c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:58:47Z', 'updated_at': '2022-03-31T15:59:03Z', 'revision_number': 1, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d96810-7ae3-42c8-aeba-528725e0fbbf', 'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'mac_address': 'fa:16:3e:a2:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:14Z', 'updated_at': '2022-03-31T15:53:36Z', 'revision_number': 5, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'subnets': [{'id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:04.991457 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-d0b87ddc-4a69-44da-a6ea-c25e448e36f2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:05.009660 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8081167-b811-4283-bdba-f2e12ee4e900 None None] Checking router: 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:59:05.018690 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8081167-b811-4283-bdba-f2e12ee4e900 None None] Routers {'99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:59:05.019241 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-b8081167-b811-4283-bdba-f2e12ee4e900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:58:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:05.041701 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0631052-6c23-480a-a0ad-488fa84b74b8 req-259fa160-14b3-4dd5-8e89-7c63290132b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:05.043227 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c0631052-6c23-480a-a0ad-488fa84b74b8 req-259fa160-14b3-4dd5-8e89-7c63290132b8 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=90fc1aad-d8be-40df-b185-08fe1d77372b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565872 Mar 31 15:59:05.079486 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-d0b87ddc-4a69-44da-a6ea-c25e448e36f2 admin admin] Publish callbacks [] for security_group (fdf66454-da25-4034-9c6c-dacfaef8a482), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:05.128952 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-b8081167-b811-4283-bdba-f2e12ee4e900 None None] Set router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:59:05.139028 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c0631052-6c23-480a-a0ad-488fa84b74b8 req-1c167557-48cc-4013-b246-b845516d45a3 service neutron] 10.222.0.24 "GET /v2.0/networks/90fc1aad-d8be-40df-b185-08fe1d77372b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887105 Mar 31 15:59:05.192500 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-d0b87ddc-4a69-44da-a6ea-c25e448e36f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (fdf66454-da25-4034-9c6c-dacfaef8a482), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:05.234970 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-d0b87ddc-4a69-44da-a6ea-c25e448e36f2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=b3562ad8fa3e49bb8b5edab148e03683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3538010 Mar 31 15:59:05.236352 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0b87ddc-4a69-44da-a6ea-c25e448e36f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdf66454-da25-4034-9c6c-dacfaef8a482,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:05.240941 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c0631052-6c23-480a-a0ad-488fa84b74b8 req-79be3964-9c12-4b70-a4bb-6f335ae40be5 service neutron] 10.222.0.24 "GET /v2.0/networks/90fc1aad-d8be-40df-b185-08fe1d77372b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956881 Mar 31 15:59:05.252529 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35910) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:05.306635 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-aad28dd4-4034-41af-b223-f5201ee277e6 admin admin] Publish callbacks [] for security_group (fdf66454-da25-4034-9c6c-dacfaef8a482), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:05.329570 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-aad28dd4-4034-41af-b223-f5201ee277e6 admin admin] Publish callbacks [] for security_group (fdf66454-da25-4034-9c6c-dacfaef8a482), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:05.362010 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-b8081167-b811-4283-bdba-f2e12ee4e900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '2585458c-f635-46fb-b848-0e9fab015e73', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'port_id': '0a84a9bb-dd02-4e41-9485-f220a3cd2629', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'mac_address': 'fa:16:3e:50:aa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bb82b7-6262-4543-a3a5-9143ed799c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:58:47Z', 'updated_at': '2022-03-31T15:59:03Z', 'revision_number': 1, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d96810-7ae3-42c8-aeba-528725e0fbbf', 'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'mac_address': 'fa:16:3e:a2:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:14Z', 'updated_at': '2022-03-31T15:53:36Z', 'revision_number': 5, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'subnets': [{'id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:05.388088 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8081167-b811-4283-bdba-f2e12ee4e900 None None] The sync data for ids ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'] in dv-cinder-836028-1-iscsi is: [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '2585458c-f635-46fb-b848-0e9fab015e73', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'floating_ip_address': '172.27.0.4', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'port_id': '0a84a9bb-dd02-4e41-9485-f220a3cd2629', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'mac_address': 'fa:16:3e:50:aa:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9bb82b7-6262-4543-a3a5-9143ed799c49', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T15:58:47Z', 'updated_at': '2022-03-31T15:59:03Z', 'revision_number': 1, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '79d96810-7ae3-42c8-aeba-528725e0fbbf', 'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'mac_address': 'fa:16:3e:a2:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:14Z', 'updated_at': '2022-03-31T15:53:36Z', 'revision_number': 5, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'subnets': [{'id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 15:59:05.461015 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-aad28dd4-4034-41af-b223-f5201ee277e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (fdf66454-da25-4034-9c6c-dacfaef8a482), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:05.463781 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-aad28dd4-4034-41af-b223-f5201ee277e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:05.467060 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-aad28dd4-4034-41af-b223-f5201ee277e6 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fdf66454-da25-4034-9c6c-dacfaef8a482 HTTP/1.1" status: 204 len: 168 time: 0.2145827 Mar 31 15:59:05.473442 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad28dd4-4034-41af-b223-f5201ee277e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdf66454-da25-4034-9c6c-dacfaef8a482,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:05.587209 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a01d4cc-499a-43c7-8cf5-a1a0d77f69d7 None None] New status for floating IP 2585458c-f635-46fb-b848-0e9fab015e73: ACTIVE {{(pid=115721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 15:59:05.872093 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e17c55-7c27-4268-bccb-83b2e7ad3dce req-f8a825ae-533d-4a02-be3d-6b4e2500ce97 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:05.873547 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-19e17c55-7c27-4268-bccb-83b2e7ad3dce req-f8a825ae-533d-4a02-be3d-6b4e2500ce97 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 984 time: 0.0637965 Mar 31 15:59:05.932620 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-19e17c55-7c27-4268-bccb-83b2e7ad3dce req-0122bf1a-5963-4f03-ba9d-1bf10c0efe24 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&id=96340e83-f6d6-4740-992c-6c105f2c7ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531695 Mar 31 15:59:06.048374 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8371ee-98ee-46e4-9b9e-fa29a7c86b85 req-dbbb4c8f-5be4-4acd-840e-ade191994fa3 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:06.049872 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-fb8371ee-98ee-46e4-9b9e-fa29a7c86b85 req-dbbb4c8f-5be4-4acd-840e-ade191994fa3 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0532804 Mar 31 15:59:06.100475 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-fb8371ee-98ee-46e4-9b9e-fa29a7c86b85 req-521c68a0-db79-440f-a535-c501fd39fcac tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432253 Mar 31 15:59:06.161974 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 35930) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:06.175147 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-21dcabcd-2e95-4093-8979-655076e82af1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:06.246545 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-21dcabcd-2e95-4093-8979-655076e82af1 admin admin] Publish callbacks [] for security_group (8ec3165b-47da-4a4b-a6a6-dafb053a2737), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:06.317643 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-21dcabcd-2e95-4093-8979-655076e82af1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (8ec3165b-47da-4a4b-a6a6-dafb053a2737), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:06.355503 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-21dcabcd-2e95-4093-8979-655076e82af1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=495f60f19ad04e959873232c7755ab45&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1923938 Mar 31 15:59:06.356454 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dcabcd-2e95-4093-8979-655076e82af1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec3165b-47da-4a4b-a6a6-dafb053a2737,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:06.358130 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 35932) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:06.404373 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-70726b21-278a-4887-98cc-e9571e9cb179 admin admin] Publish callbacks [] for security_group (8ec3165b-47da-4a4b-a6a6-dafb053a2737), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:06.425003 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-70726b21-278a-4887-98cc-e9571e9cb179 admin admin] Publish callbacks [] for security_group (8ec3165b-47da-4a4b-a6a6-dafb053a2737), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:06.546603 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-70726b21-278a-4887-98cc-e9571e9cb179 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (8ec3165b-47da-4a4b-a6a6-dafb053a2737), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:06.549241 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-70726b21-278a-4887-98cc-e9571e9cb179 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:06.550390 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-70726b21-278a-4887-98cc-e9571e9cb179 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8ec3165b-47da-4a4b-a6a6-dafb053a2737 HTTP/1.1" status: 204 len: 168 time: 0.1912801 Mar 31 15:59:06.558440 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70726b21-278a-4887-98cc-e9571e9cb179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec3165b-47da-4a4b-a6a6-dafb053a2737,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:07.015894 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-346d59f1-be39-48ff-a0d8-08c047322cf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:07.053717 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202284b1-62ba-4313-800c-438f430bf34b req-22023012-0208-497e-99c6-fd88f907fc6b tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:07.055192 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-202284b1-62ba-4313-800c-438f430bf34b req-22023012-0208-497e-99c6-fd88f907fc6b tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 984 time: 0.0523756 Mar 31 15:59:07.115115 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-202284b1-62ba-4313-800c-438f430bf34b req-3c497906-6a8a-4f65-94f6-cb9daca8c52e tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&id=96340e83-f6d6-4740-992c-6c105f2c7ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0535164 Mar 31 15:59:07.222707 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099718c6-4fdd-4367-9d6f-9169df89ee71 req-93c6d6a5-9738-4053-8c56-6158cba603bd tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:07.224204 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-099718c6-4fdd-4367-9d6f-9169df89ee71 req-93c6d6a5-9738-4053-8c56-6158cba603bd tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0531533 Mar 31 15:59:07.270132 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-099718c6-4fdd-4367-9d6f-9169df89ee71 req-8fe6ea98-785c-4390-9219-a0ba0589fef2 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397844 Mar 31 15:59:07.761400 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:08.235789 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4038449a-48dd-42be-8a0c-b43e2840da32 req-8aa340cd-fa37-4476-a4ef-7550b208835c tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:08.237313 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4038449a-48dd-42be-8a0c-b43e2840da32 req-8aa340cd-fa37-4476-a4ef-7550b208835c tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 984 time: 0.0553904 Mar 31 15:59:08.301157 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4038449a-48dd-42be-8a0c-b43e2840da32 req-57d21e0f-0b57-4286-b6c4-e7a601ab6dde tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&id=96340e83-f6d6-4740-992c-6c105f2c7ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567441 Mar 31 15:59:08.386760 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:08.399553 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0578547-2d4d-4889-8091-bc737aacb585 req-a542d006-6a45-41dd-8d45-3f1acefc575f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:08.401088 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e0578547-2d4d-4889-8091-bc737aacb585 req-a542d006-6a45-41dd-8d45-3f1acefc575f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0537751 Mar 31 15:59:08.449452 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e0578547-2d4d-4889-8091-bc737aacb585 req-3cd381e8-a12b-4e43-8219-fad3b71af7ea tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426536 Mar 31 15:59:09.290385 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89db91-e03d-4e45-807b-41eec6deb261 req-9473b1bf-b034-4900-8522-fbe1578906cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:09.291904 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4e89db91-e03d-4e45-807b-41eec6deb261 req-9473b1bf-b034-4900-8522-fbe1578906cb service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf512c54be704edba504249cc57859c5&device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 1129 time: 0.0490544 Mar 31 15:59:09.341052 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:09.429163 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89db91-e03d-4e45-807b-41eec6deb261 req-a7545bce-718e-41d7-9d9e-e5c70a17c756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:09.431284 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4e89db91-e03d-4e45-807b-41eec6deb261 req-a7545bce-718e-41d7-9d9e-e5c70a17c756 service neutron] 10.222.0.24 "GET /v2.0/networks?id=65944f20-8ab3-4e9e-89a3-2479fa118d50 HTTP/1.1" status: 200 len: 918 time: 0.1128070 Mar 31 15:59:09.453174 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e4c20a-e5d5-4965-91fd-de3f2b8a8479 req-a03c12fd-f3a3-4680-b50b-5c568f0443d0 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:09.454651 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e0e4c20a-e5d5-4965-91fd-de3f2b8a8479 req-a03c12fd-f3a3-4680-b50b-5c568f0443d0 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 984 time: 0.0835361 Mar 31 15:59:09.543207 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4e89db91-e03d-4e45-807b-41eec6deb261 req-6fc834e5-5a6b-4729-add1-9a974eb1a7db service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=414f290c-1850-4ac3-af74-e2472ce44a79 HTTP/1.1" status: 200 len: 999 time: 0.1056483 Mar 31 15:59:09.556072 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 36014) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:09.625768 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e0e4c20a-e5d5-4965-91fd-de3f2b8a8479 req-8d43bbb9-0f9a-4cd2-a3db-381bc421bc29 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&id=96340e83-f6d6-4740-992c-6c105f2c7ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1384840 Mar 31 15:59:09.639789 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89db91-e03d-4e45-807b-41eec6deb261 req-795de398-82a6-416c-aa33-fc00ebe4c05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:09.641771 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4e89db91-e03d-4e45-807b-41eec6deb261 req-795de398-82a6-416c-aa33-fc00ebe4c05a service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cb7a29d-bee7-4666-8fec-18b9b112885d HTTP/1.1" status: 200 len: 856 time: 0.0770218 Mar 31 15:59:09.652860 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c10bef-0ada-4ef1-b09a-dbdd5700726e req-66bbfae8-109d-41c3-8c16-3a0c9cad2f87 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:09.654347 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-99c10bef-0ada-4ef1-b09a-dbdd5700726e req-66bbfae8-109d-41c3-8c16-3a0c9cad2f87 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.1285372 Mar 31 15:59:09.662512 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0ba1caa8-7f08-4acc-84df-bf84f91182fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:09.733052 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-99c10bef-0ada-4ef1-b09a-dbdd5700726e req-41c641ae-a4f3-4c8c-bbe2-700da7a85463 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688844 Mar 31 15:59:09.735250 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e89db91-e03d-4e45-807b-41eec6deb261 req-cf4b6f7d-e692-43ff-bed4-d7fd0a3088f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:09.736740 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4e89db91-e03d-4e45-807b-41eec6deb261 req-cf4b6f7d-e692-43ff-bed4-d7fd0a3088f2 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65944f20-8ab3-4e9e-89a3-2479fa118d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0809572 Mar 31 15:59:09.739055 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0ba1caa8-7f08-4acc-84df-bf84f91182fb admin admin] Publish callbacks [] for security_group (9eb2efa5-97a7-466d-80f7-d499fb7d373e), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:09.826556 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4e89db91-e03d-4e45-807b-41eec6deb261 req-4b15a07a-fa64-4956-b917-8e81e2b631e9 service neutron] 10.222.0.24 "GET /v2.0/networks/65944f20-8ab3-4e9e-89a3-2479fa118d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824265 Mar 31 15:59:09.838613 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0ba1caa8-7f08-4acc-84df-bf84f91182fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (9eb2efa5-97a7-466d-80f7-d499fb7d373e), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:09.876596 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-0ba1caa8-7f08-4acc-84df-bf84f91182fb admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1f3a786c3c2448bd96be65a0de964d75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3193359 Mar 31 15:59:09.877296 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba1caa8-7f08-4acc-84df-bf84f91182fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eb2efa5-97a7-466d-80f7-d499fb7d373e,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:09.879739 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 36018) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:09.954851 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4e89db91-e03d-4e45-807b-41eec6deb261 req-9fc52013-179d-4fb3-a9cb-b98662c2bf4c service neutron] 10.222.0.24 "GET /v2.0/networks/65944f20-8ab3-4e9e-89a3-2479fa118d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219184 Mar 31 15:59:09.957739 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9314916e-0c29-4879-bc2c-19e27d632faa admin admin] Publish callbacks [] for security_group (9eb2efa5-97a7-466d-80f7-d499fb7d373e), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:09.978952 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9314916e-0c29-4879-bc2c-19e27d632faa admin admin] Publish callbacks [] for security_group (9eb2efa5-97a7-466d-80f7-d499fb7d373e), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:10.103673 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9314916e-0c29-4879-bc2c-19e27d632faa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (9eb2efa5-97a7-466d-80f7-d499fb7d373e), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:10.106295 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9314916e-0c29-4879-bc2c-19e27d632faa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:10.107474 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-9314916e-0c29-4879-bc2c-19e27d632faa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9eb2efa5-97a7-466d-80f7-d499fb7d373e HTTP/1.1" status: 204 len: 168 time: 0.2263572 Mar 31 15:59:10.115214 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9314916e-0c29-4879-bc2c-19e27d632faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eb2efa5-97a7-466d-80f7-d499fb7d373e,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:10.737522 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 36026) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:10.753162 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-96b1ba04-63a0-40f8-bd44-10afe722f3ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:10.763022 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e1e48-3fa7-44b2-b7c1-30213467a64c req-bb0279ae-5812-4341-9c2e-267c0a039ed9 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:10.764557 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f00e1e48-3fa7-44b2-b7c1-30213467a64c req-bb0279ae-5812-4341-9c2e-267c0a039ed9 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 984 time: 0.0719204 Mar 31 15:59:10.887733 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f00e1e48-3fa7-44b2-b7c1-30213467a64c req-6bcf6b32-d1c7-41c3-8b55-bcf487f32949 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&id=96340e83-f6d6-4740-992c-6c105f2c7ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1146083 Mar 31 15:59:10.915788 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f02ad0-83ec-433a-94e6-4f3b444a9e9b req-840a9118-a2d6-4bcb-8b90-3f1690b6e3f1 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:10.917275 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f1f02ad0-83ec-433a-94e6-4f3b444a9e9b req-840a9118-a2d6-4bcb-8b90-3f1690b6e3f1 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.1096718 Mar 31 15:59:10.934747 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-96b1ba04-63a0-40f8-bd44-10afe722f3ce admin admin] Publish callbacks [] for security_group (fe48d691-eecb-4639-a445-10632ff0ab87), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:10.971628 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f1f02ad0-83ec-433a-94e6-4f3b444a9e9b req-661ef8f6-2fb4-4f38-9258-1ef200d7322f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471742 Mar 31 15:59:11.003547 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-96b1ba04-63a0-40f8-bd44-10afe722f3ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (fe48d691-eecb-4639-a445-10632ff0ab87), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:11.041257 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-96b1ba04-63a0-40f8-bd44-10afe722f3ce admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=09dd15e6b8584beea70cb9335f48da31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3027146 Mar 31 15:59:11.042131 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b1ba04-63a0-40f8-bd44-10afe722f3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe48d691-eecb-4639-a445-10632ff0ab87,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:11.045001 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 36030) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:11.081055 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:11.094090 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0c17753a-1456-4bdd-869e-cb46fadb2c38 admin admin] Publish callbacks [] for security_group (fe48d691-eecb-4639-a445-10632ff0ab87), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:11.115460 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0c17753a-1456-4bdd-869e-cb46fadb2c38 admin admin] Publish callbacks [] for security_group (fe48d691-eecb-4639-a445-10632ff0ab87), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:11.226207 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0c17753a-1456-4bdd-869e-cb46fadb2c38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (fe48d691-eecb-4639-a445-10632ff0ab87), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:11.229363 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0c17753a-1456-4bdd-869e-cb46fadb2c38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:11.230543 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-0c17753a-1456-4bdd-869e-cb46fadb2c38 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fe48d691-eecb-4639-a445-10632ff0ab87 HTTP/1.1" status: 204 len: 168 time: 0.1845510 Mar 31 15:59:11.238443 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c17753a-1456-4bdd-869e-cb46fadb2c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe48d691-eecb-4639-a445-10632ff0ab87,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:12.016712 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26b3610-5597-4f2a-afff-d8d5f9c684f3 req-f5b2deae-ef48-4cc6-81f4-0f76ec36e454 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:12.018452 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d26b3610-5597-4f2a-afff-d8d5f9c684f3 req-f5b2deae-ef48-4cc6-81f4-0f76ec36e454 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 984 time: 0.0609720 Mar 31 15:59:12.108331 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d26b3610-5597-4f2a-afff-d8d5f9c684f3 req-cd4215df-94d8-484c-a4af-8e91c0b854e2 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&id=96340e83-f6d6-4740-992c-6c105f2c7ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0839319 Mar 31 15:59:12.129551 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79763b39-70cc-46d6-a871-b484fb569768 req-de7c6f3c-a622-4f65-a8e6-ffa6b67a52b2 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:12.131015 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-79763b39-70cc-46d6-a871-b484fb569768 req-de7c6f3c-a622-4f65-a8e6-ffa6b67a52b2 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0743766 Mar 31 15:59:12.189428 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-79763b39-70cc-46d6-a871-b484fb569768 req-500cee84-85fb-4753-ba68-809ca9e5149d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475926 Mar 31 15:59:12.871724 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 36070) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:12.972098 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-d694817c-6fec-40b3-ba54-3be484ef0107 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:13.041895 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-d694817c-6fec-40b3-ba54-3be484ef0107 admin admin] Publish callbacks [] for security_group (8e251d48-1527-4243-bd1e-eb5b650fef0d), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:13.095032 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-d694817c-6fec-40b3-ba54-3be484ef0107 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (8e251d48-1527-4243-bd1e-eb5b650fef0d), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:13.135737 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-d694817c-6fec-40b3-ba54-3be484ef0107 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=239c3e1a590e4b30a11999a9ef520be2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2627552 Mar 31 15:59:13.136449 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d694817c-6fec-40b3-ba54-3be484ef0107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e251d48-1527-4243-bd1e-eb5b650fef0d,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:13.139140 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 36076) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:13.196996 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-3661749b-f063-4367-82f0-6125652394b7 admin admin] Publish callbacks [] for security_group (8e251d48-1527-4243-bd1e-eb5b650fef0d), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:13.238254 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-3661749b-f063-4367-82f0-6125652394b7 admin admin] Publish callbacks [] for security_group (8e251d48-1527-4243-bd1e-eb5b650fef0d), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:13.286967 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2734f62-b1fb-4cd4-aea7-023e1884cb14 req-20cde077-27fb-480d-b3a2-91d0c9b28d56 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:13.288428 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c2734f62-b1fb-4cd4-aea7-023e1884cb14 req-20cde077-27fb-480d-b3a2-91d0c9b28d56 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 984 time: 0.1041584 Mar 31 15:59:13.373615 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c360136b-1353-4dcc-9131-504db9967db9 req-0d1933f7-0d68-4fd5-9966-e15bf96f5f7f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:13.375082 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c360136b-1353-4dcc-9131-504db9967db9 req-0d1933f7-0d68-4fd5-9966-e15bf96f5f7f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.1173329 Mar 31 15:59:13.384014 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c2734f62-b1fb-4cd4-aea7-023e1884cb14 req-12be71a8-b27a-4b49-8262-0bfdbbffae0c tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&id=96340e83-f6d6-4740-992c-6c105f2c7ea7&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0772388 Mar 31 15:59:13.425759 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c360136b-1353-4dcc-9131-504db9967db9 req-160c1cfd-0197-4365-bc03-34a92d3cf106 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407846 Mar 31 15:59:13.434952 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-3661749b-f063-4367-82f0-6125652394b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (8e251d48-1527-4243-bd1e-eb5b650fef0d), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:13.437563 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-3661749b-f063-4367-82f0-6125652394b7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:13.438617 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-3661749b-f063-4367-82f0-6125652394b7 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/8e251d48-1527-4243-bd1e-eb5b650fef0d HTTP/1.1" status: 204 len: 168 time: 0.2982159 Mar 31 15:59:13.446345 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3661749b-f063-4367-82f0-6125652394b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e251d48-1527-4243-bd1e-eb5b650fef0d,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:14.365589 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 36102) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:14.458403 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-4df41ca0-208b-4911-ad4a-de3276d83e2f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1346611378-network', 'tenant_id': '3b7290de0f1448989eeaf62c61b05182'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:59:14.546706 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9bf1df-60c6-4842-8091-ab77681cf8e2 req-dd47c52c-1c6e-4781-959b-7ce0d39a26d5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:14.548225 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7b9bf1df-60c6-4842-8091-ab77681cf8e2 req-dd47c52c-1c6e-4781-959b-7ce0d39a26d5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0508456 Mar 31 15:59:14.570317 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4df41ca0-208b-4911-ad4a-de3276d83e2f admin admin] Made reservation on behalf of 3b7290de0f1448989eeaf62c61b05182 for: {'network': 1} {{(pid=115719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:59:14.572576 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-4df41ca0-208b-4911-ad4a-de3276d83e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for network (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:14.591355 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-4df41ca0-208b-4911-ad4a-de3276d83e2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:14.621608 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7b9bf1df-60c6-4842-8091-ab77681cf8e2 req-c7a85be4-5dac-4ada-b4f5-71af592be720 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677831 Mar 31 15:59:14.677570 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-4df41ca0-208b-4911-ad4a-de3276d83e2f admin admin] Publish callbacks [] for security_group (bcf48c9e-86dc-4747-9cf2-c47e7811e242), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:14.740622 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-4df41ca0-208b-4911-ad4a-de3276d83e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (bcf48c9e-86dc-4747-9cf2-c47e7811e242), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:14.766559 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4df41ca0-208b-4911-ad4a-de3276d83e2f admin admin] vlan segment allocate from pool success with {'vlan_id': 820, 'physical_network': 'physnet1'} {{(pid=115719) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 15:59:14.771928 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df41ca0-208b-4911-ad4a-de3276d83e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf48c9e-86dc-4747-9cf2-c47e7811e242,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:14.780201 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-4df41ca0-208b-4911-ad4a-de3276d83e2f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (a22eff92-388b-4967-966c-3e118e49c158), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:14.780455 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.db.segments_db [None req-4df41ca0-208b-4911-ad4a-de3276d83e2f admin admin] Added segment a22eff92-388b-4967-966c-3e118e49c158 of type vlan for network 2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6 Mar 31 15:59:14.819296 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-4df41ca0-208b-4911-ad4a-de3276d83e2f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779152372026'] for network (2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:14.906172 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-4df41ca0-208b-4911-ad4a-de3276d83e2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for network (2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:14.907127 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4df41ca0-208b-4911-ad4a-de3276d83e2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:14.907709 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-4df41ca0-208b-4911-ad4a-de3276d83e2f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:14.967958 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df41ca0-208b-4911-ad4a-de3276d83e2f admin admin] Pushing event updated for resources: {'Network': ['ID=2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:14.978149 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Network 2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6 details requested by agent ovs-agent-dv-cinder-836028-1-iscsi with host dv-cinder-836028-1-iscsi {{(pid=115721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 15:59:15.027258 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-4df41ca0-208b-4911-ad4a-de3276d83e2f admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6604993 Mar 31 15:59:15.029954 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 36108) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:15.035027 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-acd4523e-d820-4210-bbc7-d7ea0c2e3261 admin admin] Request body: {'subnet': {'network_id': '2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1346611378-subnet', 'tenant_id': '3b7290de0f1448989eeaf62c61b05182', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:59:15.123552 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acd4523e-d820-4210-bbc7-d7ea0c2e3261 admin admin] Made reservation on behalf of 3b7290de0f1448989eeaf62c61b05182 for: {'subnet': 1} {{(pid=115719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:59:15.125888 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-acd4523e-d820-4210-bbc7-d7ea0c2e3261 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5044769'] for subnet (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:15.352448 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-acd4523e-d820-4210-bbc7-d7ea0c2e3261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5073219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5044791'] for subnet (0b7249a4-8592-4c44-90ac-d90de9f2c49a), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:15.407470 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd4523e-d820-4210-bbc7-d7ea0c2e3261 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b7249a4-8592-4c44-90ac-d90de9f2c49a,revision_number=0']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:15.414600 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd4523e-d820-4210-bbc7-d7ea0c2e3261 admin admin] Checking segment: {'id': 'a22eff92-388b-4967-966c-3e118e49c158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:59:15.414958 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd4523e-d820-4210-bbc7-d7ea0c2e3261 admin admin] Network hostable DHCP agents. Network: 2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6, hostable agents: ['476c03f2-c716-4e43-9eb8-27eff34871a5'], hosted agents: [] {{(pid=115719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 15:59:15.523718 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acd4523e-d820-4210-bbc7-d7ea0c2e3261 admin admin] Network 2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6 is scheduled to be hosted by DHCP agent 476c03f2-c716-4e43-9eb8-27eff34871a5 with binding_index 1 {{(pid=115719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 15:59:15.677938 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [None req-acd4523e-d820-4210-bbc7-d7ea0c2e3261 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836028-1-iscsi, 2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6) {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:59:15.683848 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd4523e-d820-4210-bbc7-d7ea0c2e3261 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:15.685093 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-acd4523e-d820-4210-bbc7-d7ea0c2e3261 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:15.687624 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f43b433-70cc-4710-9b2f-fc07d4a42bdc None None] Network 2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:59:15.753876 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00dfa414-b02e-4ff7-ac6f-6ba572ef66f3 req-17b1cda3-0c7b-4c6b-a9a1-e57816b65c7d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:15.755358 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-00dfa414-b02e-4ff7-ac6f-6ba572ef66f3 req-17b1cda3-0c7b-4c6b-a9a1-e57816b65c7d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0523951 Mar 31 15:59:15.781827 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32c5fdf-6dfc-45f2-9e3d-04bc370c3f55 None None] Network 2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 15:59:15.802757 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-acd4523e-d820-4210-bbc7-d7ea0c2e3261 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7716763 Mar 31 15:59:15.807940 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-00dfa414-b02e-4ff7-ac6f-6ba572ef66f3 req-ba16b3bd-2c2a-4b07-8b2d-691500242aca tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458510 Mar 31 15:59:16.936536 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0fd64a-852b-42c1-8a25-49c7d4f3fa3a req-51ece0bb-4d61-469f-8c4d-894f1fd7d47a tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:16.938002 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2a0fd64a-852b-42c1-8a25-49c7d4f3fa3a req-51ece0bb-4d61-469f-8c4d-894f1fd7d47a tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0549831 Mar 31 15:59:16.983792 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2a0fd64a-852b-42c1-8a25-49c7d4f3fa3a req-3c148afe-03da-4681-9fde-f88a254a0160 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402250 Mar 31 15:59:17.936684 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-dc8fe863-e0c8-40ac-8168-d7d1840a8d9e tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:17.938223 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-dc8fe863-e0c8-40ac-8168-d7d1840a8d9e tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/networks?id=2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6 HTTP/1.1" status: 200 len: 809 time: 0.0975053 Mar 31 15:59:17.952403 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-9b06579d-d6e5-4705-9d78-435c25343cc0 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/quotas/3b7290de0f1448989eeaf62c61b05182 HTTP/1.1" status: 200 len: 375 time: 0.0087426 Mar 31 15:59:17.987947 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-c4d85616-1cd7-4cff-af5e-8b2581d20c69 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b7290de0f1448989eeaf62c61b05182&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305769 Mar 31 15:59:18.398331 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4253a52-fb52-4926-880e-3bcbd4394759 req-303eecd8-fa0b-45b0-b3f0-2ba382683a7c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:18.400377 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c4253a52-fb52-4926-880e-3bcbd4394759 req-303eecd8-fa0b-45b0-b3f0-2ba382683a7c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.1053877 Mar 31 15:59:18.402538 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-2eec7684-dd79-4b6f-ab3c-2ef9d7bd5d3a service neutron] 10.222.0.47 "GET /v2.0/networks/2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4082572 Mar 31 15:59:18.500491 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c4253a52-fb52-4926-880e-3bcbd4394759 req-02f9580a-c5df-4244-b869-7cb6d6296ef0 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944254 Mar 31 15:59:18.522003 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-83965ac1-0d5f-409a-8978-e0431207572e service neutron] 10.222.0.47 "GET /v2.0/networks/2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1102829 Mar 31 15:59:18.755299 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-09788857-331c-4a7c-9933-fda120ee5bf7 req-fe9959cd-8d93-4b81-85d4-9b6eb79a1d0e tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652 HTTP/1.1" status: 200 len: 210 time: 0.0313179 Mar 31 15:59:19.622545 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9eb30f-7144-487a-a174-8518ba092f6c req-2e0b5e4f-0853-4d00-8abd-75ab1c65c529 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:19.624090 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cb9eb30f-7144-487a-a174-8518ba092f6c req-2e0b5e4f-0853-4d00-8abd-75ab1c65c529 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0516632 Mar 31 15:59:19.670489 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cb9eb30f-7144-487a-a174-8518ba092f6c req-272488a6-cdb8-45ec-b2f1-0cc217a780d3 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406482 Mar 31 15:59:19.830804 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-bee5db5c-5a9d-4b7f-a078-bf8b42de4f7a req-fc933fee-7e6d-446f-adcf-7234dfff15c7 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652 HTTP/1.1" status: 200 len: 210 time: 0.0269201 Mar 31 15:59:20.791958 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240b6fe0-d784-4721-aee4-fdd512855421 req-1209c68c-aef6-4f68-907a-63a6cd4028d0 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:20.793426 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-240b6fe0-d784-4721-aee4-fdd512855421 req-1209c68c-aef6-4f68-907a-63a6cd4028d0 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0541718 Mar 31 15:59:20.838187 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-240b6fe0-d784-4721-aee4-fdd512855421 req-d37342d7-062b-4f5a-b262-fc146f9d7eda tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391858 Mar 31 15:59:20.922911 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-27c6a45a-b422-4dee-b603-d57ec64600fc req-4c4a73bd-d840-42bd-82e7-e6bda0e5e6f5 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652 HTTP/1.1" status: 200 len: 210 time: 0.0275741 Mar 31 15:59:21.261259 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-5550b48a-cb09-4cfa-9417-423e01da2f46 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:21.262626 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-5550b48a-cb09-4cfa-9417-423e01da2f46 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.24 "GET /v2.0/networks?id=2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6 HTTP/1.1" status: 200 len: 809 time: 0.1022067 Mar 31 15:59:21.286259 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-fe37cc85-2f53-4d0f-aff9-1cf8b47d0504 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Request body: {'port': {'device_id': 'a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652', 'network_id': '2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6', 'admin_state_up': True, 'tenant_id': '3b7290de0f1448989eeaf62c61b05182'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:59:21.471896 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-fe37cc85-2f53-4d0f-aff9-1cf8b47d0504 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Made reservation on behalf of 3b7290de0f1448989eeaf62c61b05182 for: {'port': 1} {{(pid=115719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:59:21.475449 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-fe37cc85-2f53-4d0f-aff9-1cf8b47d0504 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:21.597917 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-fe37cc85-2f53-4d0f-aff9-1cf8b47d0504 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Allocated IP 172.20.0.9 (2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6/0b7249a4-8592-4c44-90ac-d90de9f2c49a/6a317ee2-de4f-46b9-891b-89f93350554d) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:59:21.741402 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-fe37cc85-2f53-4d0f-aff9-1cf8b47d0504 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Publish callbacks [] for port (6a317ee2-de4f-46b9-891b-89f93350554d), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:21.829681 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-fe37cc85-2f53-4d0f-aff9-1cf8b47d0504 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (6a317ee2-de4f-46b9-891b-89f93350554d), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:21.871542 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-fe37cc85-2f53-4d0f-aff9-1cf8b47d0504 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Network 2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6 is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:59:21.874344 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-fe37cc85-2f53-4d0f-aff9-1cf8b47d0504 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:59:21.878179 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-fe37cc85-2f53-4d0f-aff9-1cf8b47d0504 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:59:21.905420 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe37cc85-2f53-4d0f-aff9-1cf8b47d0504 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Pushing event updated for resources: {'Port': ['ID=6a317ee2-de4f-46b9-891b-89f93350554d,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:21.957094 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-fe37cc85-2f53-4d0f-aff9-1cf8b47d0504 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:21.957690 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-fe37cc85-2f53-4d0f-aff9-1cf8b47d0504 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:21.986052 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6584af9-685b-4a37-9fc5-bb7efedaacfd req-9c526739-321d-4b2d-8bbe-b59904eb7385 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:21.987555 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b6584af9-685b-4a37-9fc5-bb7efedaacfd req-9c526739-321d-4b2d-8bbe-b59904eb7385 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0772088 Mar 31 15:59:22.059244 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-fe37cc85-2f53-4d0f-aff9-1cf8b47d0504 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7767043 Mar 31 15:59:22.070452 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b6584af9-685b-4a37-9fc5-bb7efedaacfd req-71d88ed4-ab84-4040-8e19-0962f2059705 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732019 Mar 31 15:59:22.078323 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4598e50c-df94-44fe-bf9d-0754098a5e3c req-2dac8a84-0ef0-420e-b28b-75e0fe876a55 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:22.079755 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4598e50c-df94-44fe-bf9d-0754098a5e3c req-2dac8a84-0ef0-420e-b28b-75e0fe876a55 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652 HTTP/1.1" status: 200 len: 931 time: 0.0913014 Mar 31 15:59:22.090706 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-dcca7f6c-de62-4491-94f3-874d75e83430 service neutron] Request body: {'port': {'device_id': 'a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:59:22.175748 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4598e50c-df94-44fe-bf9d-0754098a5e3c req-dfbee686-d756-430b-af3e-6694cdffd232 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879908 Mar 31 15:59:22.178251 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-dcca7f6c-de62-4491-94f3-874d75e83430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (6a317ee2-de4f-46b9-891b-89f93350554d), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:22.430066 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-dcca7f6c-de62-4491-94f3-874d75e83430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a317ee2-de4f-46b9-891b-89f93350554d {{(pid=115719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:59:22.437293 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-dcca7f6c-de62-4491-94f3-874d75e83430 service neutron] Publish callbacks [] for port (6a317ee2-de4f-46b9-891b-89f93350554d), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:22.448858 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.provisioning_blocks [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-dcca7f6c-de62-4491-94f3-874d75e83430 service neutron] Transition to ACTIVE for port object 6a317ee2-de4f-46b9-891b-89f93350554d will not be triggered until provisioned by entity L2. {{(pid=115719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:59:22.500540 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-dcca7f6c-de62-4491-94f3-874d75e83430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (6a317ee2-de4f-46b9-891b-89f93350554d), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:22.549992 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca7f6c-de62-4491-94f3-874d75e83430 service neutron] Pushing event updated for resources: {'Port': ['ID=6a317ee2-de4f-46b9-891b-89f93350554d,revision_number=2']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:22.618941 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-dcca7f6c-de62-4491-94f3-874d75e83430 service neutron] Attempting to bind port 6a317ee2-de4f-46b9-891b-89f93350554d on host hv-cinder-83602 for vnic_type normal with profile {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:59:22.619281 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-dcca7f6c-de62-4491-94f3-874d75e83430 service neutron] Attempting to bind port 6a317ee2-de4f-46b9-891b-89f93350554d by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': 'a22eff92-388b-4967-966c-3e118e49c158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6'}] {{(pid=115719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:59:22.619639 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-dcca7f6c-de62-4491-94f3-874d75e83430 service neutron] Attempting to bind port 6a317ee2-de4f-46b9-891b-89f93350554d on network 2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:59:22.623860 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-dcca7f6c-de62-4491-94f3-874d75e83430 service neutron] Port 6a317ee2-de4f-46b9-891b-89f93350554d on network 2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:59:22.624217 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-dcca7f6c-de62-4491-94f3-874d75e83430 service neutron] Attempting to bind port 6a317ee2-de4f-46b9-891b-89f93350554d on network 2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:59:22.628989 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-dcca7f6c-de62-4491-94f3-874d75e83430 service neutron] Checking agent: {'id': 'af4a1f75-de88-4cee-8975-566385aedde2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 59, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:59:22.629329 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-dcca7f6c-de62-4491-94f3-874d75e83430 service neutron] Checking segment: {'id': 'a22eff92-388b-4967-966c-3e118e49c158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:59:22.629716 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-dcca7f6c-de62-4491-94f3-874d75e83430 service neutron] Bound using segment: {'id': 'a22eff92-388b-4967-966c-3e118e49c158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6'} {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:59:22.630143 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-dcca7f6c-de62-4491-94f3-874d75e83430 service neutron] Bound port: 6a317ee2-de4f-46b9-891b-89f93350554d, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22eff92-388b-4967-966c-3e118e49c158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6'}}] {{(pid=115719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:59:22.630502 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-dcca7f6c-de62-4491-94f3-874d75e83430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (6a317ee2-de4f-46b9-891b-89f93350554d), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:22.691725 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-dcca7f6c-de62-4491-94f3-874d75e83430 service neutron] For port 6a317ee2-de4f-46b9-891b-89f93350554d, host hv-cinder-83602, cleared binding levels {{(pid=115719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:59:22.694682 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-dcca7f6c-de62-4491-94f3-874d75e83430 service neutron] For port 6a317ee2-de4f-46b9-891b-89f93350554d, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=6a317ee2-de4f-46b9-891b-89f93350554d,segment=NetworkSegment(a22eff92-388b-4967-966c-3e118e49c158),segment_id=a22eff92-388b-4967-966c-3e118e49c158)] {{(pid=115719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:59:22.769762 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-dcca7f6c-de62-4491-94f3-874d75e83430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (6a317ee2-de4f-46b9-891b-89f93350554d), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:22.803190 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-dcca7f6c-de62-4491-94f3-874d75e83430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:22.803805 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-dcca7f6c-de62-4491-94f3-874d75e83430 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:22.805187 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-dcca7f6c-de62-4491-94f3-874d75e83430 service neutron] 10.222.0.24 "PUT /v2.0/ports/6a317ee2-de4f-46b9-891b-89f93350554d HTTP/1.1" status: 200 len: 1093 time: 0.7242522 Mar 31 15:59:22.805622 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652', 'tag': '6a317ee2-de4f-46b9-891b-89f93350554d'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:59:22.807879 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2394aa6-07ca-4766-a8f6-54bf232e2309" -d '{"events": [{"name": "network-changed", "server_uuid": "a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652", "tag": "6a317ee2-de4f-46b9-891b-89f93350554d"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:59:22.831847 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcca7f6c-de62-4491-94f3-874d75e83430 service neutron] Pushing event updated for resources: {'Port': ['ID=6a317ee2-de4f-46b9-891b-89f93350554d,revision_number=3']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:22.845341 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dadcaf74-304c-495d-adba-bc8f0cd095ad x-openstack-request-id: req-dadcaf74-304c-495d-adba-bc8f0cd095ad {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:59:22.845671 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652", "tag": "6a317ee2-de4f-46b9-891b-89f93350554d", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:59:22.845910 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-dadcaf74-304c-495d-adba-bc8f0cd095ad {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:59:22.846317 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dadcaf74-304c-495d-adba-bc8f0cd095ad'] response: {'name': 'network-changed', 'server_uuid': 'a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652', 'tag': '6a317ee2-de4f-46b9-891b-89f93350554d', 'status': 'completed', 'code': 200} Mar 31 15:59:22.964696 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2394aa6-07ca-4766-a8f6-54bf232e2309 req-5e17ae52-adc9-454d-a08e-660ecbf375e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:22.966058 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c2394aa6-07ca-4766-a8f6-54bf232e2309 req-5e17ae52-adc9-454d-a08e-660ecbf375e7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b7290de0f1448989eeaf62c61b05182&device_id=a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652 HTTP/1.1" status: 200 len: 1127 time: 0.0445843 Mar 31 15:59:23.069092 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2394aa6-07ca-4766-a8f6-54bf232e2309 req-32c4e9a8-9ae5-4db7-b07b-3a9f2cd60ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:23.070562 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c2394aa6-07ca-4766-a8f6-54bf232e2309 req-32c4e9a8-9ae5-4db7-b07b-3a9f2cd60ea1 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3b7290de0f1448989eeaf62c61b05182&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0906205 Mar 31 15:59:23.192639 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2394aa6-07ca-4766-a8f6-54bf232e2309 req-0d3bd420-a4d5-4de9-bd68-46d959d2d502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:23.194109 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c2394aa6-07ca-4766-a8f6-54bf232e2309 req-0d3bd420-a4d5-4de9-bd68-46d959d2d502 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1175432 Mar 31 15:59:23.213025 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba94eadf-f842-46bb-a7ec-1910dd6dd2ce req-41cc9663-1886-490e-b091-8081debf4dad tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:23.214543 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ba94eadf-f842-46bb-a7ec-1910dd6dd2ce req-41cc9663-1886-490e-b091-8081debf4dad tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0714064 Mar 31 15:59:23.313843 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ba94eadf-f842-46bb-a7ec-1910dd6dd2ce req-22e6b142-1a75-4828-9633-ced163fd841d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935185 Mar 31 15:59:23.342686 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1537c129-7804-4416-b50e-d3c3b04376d0 req-bd2f6b8f-9056-4e5c-a855-88ea9506a2de tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:23.344173 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1537c129-7804-4416-b50e-d3c3b04376d0 req-bd2f6b8f-9056-4e5c-a855-88ea9506a2de tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652 HTTP/1.1" status: 200 len: 943 time: 0.0973828 Mar 31 15:59:23.350224 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-65abb283-b3e8-41dd-ba66-f56f22b90f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:23.351639 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-65abb283-b3e8-41dd-ba66-f56f22b90f47 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b7290de0f1448989eeaf62c61b05182&device_id=a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652 HTTP/1.1" status: 200 len: 1127 time: 0.0732067 Mar 31 15:59:23.408780 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-33cf77c1-e102-49d4-94fa-653876ac5879 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6a317ee2-de4f-46b9-891b-89f93350554d HTTP/1.1" status: 200 len: 217 time: 0.0410759 Mar 31 15:59:23.448832 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1537c129-7804-4416-b50e-d3c3b04376d0 req-9d4214ef-8900-427c-90d0-837e73af4fcd tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962541 Mar 31 15:59:23.467672 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-4f1c2a2b-5263-465c-8101-df7edecf7927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:23.469292 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-4f1c2a2b-5263-465c-8101-df7edecf7927 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0b7249a4-8592-4c44-90ac-d90de9f2c49a HTTP/1.1" status: 200 len: 849 time: 0.0507560 Mar 31 15:59:23.502434 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-c710b880-642f-4ca5-8345-06f732f9ec39 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251522 Mar 31 15:59:23.594136 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-218d4f82-4c8c-4864-b71d-8ec3f448bd75 service neutron] 10.222.0.24 "GET /v2.0/networks/2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830307 Mar 31 15:59:23.690930 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8353e631-0fdf-464b-8a4d-3001c73c89a9 req-c35e6769-ad2e-443f-aeaa-25ca4ad991fd service neutron] 10.222.0.24 "GET /v2.0/networks/2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814502 Mar 31 15:59:24.452097 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a589bcf4-7cd6-44fb-9494-4eeec80786f1 req-81f421d1-d705-4bcd-a38c-23d94c456c08 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:24.453609 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a589bcf4-7cd6-44fb-9494-4eeec80786f1 req-81f421d1-d705-4bcd-a38c-23d94c456c08 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0666547 Mar 31 15:59:24.500822 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a589bcf4-7cd6-44fb-9494-4eeec80786f1 req-dc358bb6-56dc-455b-9085-e8acdc83d372 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414369 Mar 31 15:59:24.564751 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0004564-a747-4fd5-b7b9-cf893cd6dbe2 req-c1e7685a-d757-4960-a4b8-8e3c19cbaa70 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:24.566168 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a0004564-a747-4fd5-b7b9-cf893cd6dbe2 req-c1e7685a-d757-4960-a4b8-8e3c19cbaa70 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652 HTTP/1.1" status: 200 len: 943 time: 0.0518291 Mar 31 15:59:24.612385 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a0004564-a747-4fd5-b7b9-cf893cd6dbe2 req-c8517bbc-13f4-4a98-bec5-105484d4772b tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407450 Mar 31 15:59:25.672370 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82462c8f-e0f0-4928-97c0-3f492eb75795 req-e5f9dcc2-f526-4eda-92e6-fc937e7ce951 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:25.673882 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-82462c8f-e0f0-4928-97c0-3f492eb75795 req-e5f9dcc2-f526-4eda-92e6-fc937e7ce951 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0564582 Mar 31 15:59:25.748960 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-82462c8f-e0f0-4928-97c0-3f492eb75795 req-a1e921ae-bf56-45d9-b1af-e7c7679bf8ad tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696125 Mar 31 15:59:25.760909 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2afca6-735e-4229-97d7-d98a1690e570 req-28a2679f-37f4-47e9-bf87-fdb97897b58f tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:25.762336 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2d2afca6-735e-4229-97d7-d98a1690e570 req-28a2679f-37f4-47e9-bf87-fdb97897b58f tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652 HTTP/1.1" status: 200 len: 943 time: 0.0820193 Mar 31 15:59:25.808011 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2d2afca6-735e-4229-97d7-d98a1690e570 req-faa46890-8739-495d-89f7-910c6117ec3b tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399339 Mar 31 15:59:26.114489 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 6a317ee2-de4f-46b9-891b-89f93350554d details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=115721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:59:26.213535 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 6a317ee2-de4f-46b9-891b-89f93350554d, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=6a317ee2-de4f-46b9-891b-89f93350554d,segment=NetworkSegment(a22eff92-388b-4967-966c-3e118e49c158),segment_id=a22eff92-388b-4967-966c-3e118e49c158)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:59:26.224867 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Returning: {'device': '6a317ee2-de4f-46b9-891b-89f93350554d', 'network_id': '2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6', 'port_id': '6a317ee2-de4f-46b9-891b-89f93350554d', 'mac_address': 'fa:16:3e:01:33:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7249a4-8592-4c44-90ac-d90de9f2c49a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:59:26.261278 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 6a317ee2-de4f-46b9-891b-89f93350554d is: DOWN; New status is: BUILD {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:59:26.261717 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (6a317ee2-de4f-46b9-891b-89f93350554d), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:26.274324 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a317ee2-de4f-46b9-891b-89f93350554d {{(pid=115721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:59:26.293655 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 6a317ee2-de4f-46b9-891b-89f93350554d, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=6a317ee2-de4f-46b9-891b-89f93350554d,segment=NetworkSegment(a22eff92-388b-4967-966c-3e118e49c158),segment_id=a22eff92-388b-4967-966c-3e118e49c158)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:59:26.375190 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (6a317ee2-de4f-46b9-891b-89f93350554d), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:26.424729 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=6a317ee2-de4f-46b9-891b-89f93350554d,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:26.864976 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['6a317ee2-de4f-46b9-891b-89f93350554d'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:59:26.871478 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c47364b-4803-427e-af12-6affa40d88d8 req-51dc4c6e-ba91-4dce-8adc-5a2a4bbeba4e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:26.873028 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8c47364b-4803-427e-af12-6affa40d88d8 req-51dc4c6e-ba91-4dce-8adc-5a2a4bbeba4e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0528169 Mar 31 15:59:26.952515 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8c47364b-4803-427e-af12-6affa40d88d8 req-d6eca203-0077-475a-a3c9-5d8967ccdab3 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692487 Mar 31 15:59:26.960265 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f09ab-1b82-4bd5-ba9e-deb73db481a8 req-4acaa253-770e-41de-a606-928bccd0de87 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:26.961728 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e45f09ab-1b82-4bd5-ba9e-deb73db481a8 req-4acaa253-770e-41de-a606-928bccd0de87 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652 HTTP/1.1" status: 200 len: 944 time: 0.0868661 Mar 31 15:59:27.017209 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e45f09ab-1b82-4bd5-ba9e-deb73db481a8 req-f5ac69e7-058f-4ae2-89fc-a2f9b96fb939 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446441 Mar 31 15:59:28.075369 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7f1f3-2a68-49ed-ab48-17b3bc2f248c req-44e47a17-177a-4872-830e-16945c6500a5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:28.076933 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-abf7f1f3-2a68-49ed-ab48-17b3bc2f248c req-44e47a17-177a-4872-830e-16945c6500a5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0530074 Mar 31 15:59:28.129272 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 414f290c-1850-4ac3-af74-e2472ce44a79 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=115721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:59:28.138366 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 6a317ee2-de4f-46b9-891b-89f93350554d up at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:59:28.158484 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-abf7f1f3-2a68-49ed-ab48-17b3bc2f248c req-52d00b90-967d-4f8d-b914-ee3d088d33ca tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0757635 Mar 31 15:59:28.171196 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1015a47-ac76-4718-a93e-f6b90f43610f req-33cc3fe0-2eeb-465f-8d4f-52da53e2f98f tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:28.172808 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f1015a47-ac76-4718-a93e-f6b90f43610f req-33cc3fe0-2eeb-465f-8d4f-52da53e2f98f tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652 HTTP/1.1" status: 200 len: 944 time: 0.0884469 Mar 31 15:59:28.221076 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f1015a47-ac76-4718-a93e-f6b90f43610f req-565ecce1-c9fd-4865-b4d7-17a3024d2f24 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404317 Mar 31 15:59:28.260635 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 414f290c-1850-4ac3-af74-e2472ce44a79, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=414f290c-1850-4ac3-af74-e2472ce44a79,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:59:28.274439 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Returning: {'device': '414f290c-1850-4ac3-af74-e2472ce44a79', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'port_id': '414f290c-1850-4ac3-af74-e2472ce44a79', 'mac_address': 'fa:16:3e:b5:5a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:59:28.311442 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 414f290c-1850-4ac3-af74-e2472ce44a79 is: ACTIVE; New status is: BUILD {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:59:28.311832 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (414f290c-1850-4ac3-af74-e2472ce44a79), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:28.323919 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 414f290c-1850-4ac3-af74-e2472ce44a79 {{(pid=115721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:59:28.342021 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning for port 6a317ee2-de4f-46b9-891b-89f93350554d completed by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:59:28.344884 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 414f290c-1850-4ac3-af74-e2472ce44a79, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=414f290c-1850-4ac3-af74-e2472ce44a79,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:59:28.347431 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning complete for port 6a317ee2-de4f-46b9-891b-89f93350554d triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:59:28.347895 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (6a317ee2-de4f-46b9-891b-89f93350554d), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:28.412027 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (414f290c-1850-4ac3-af74-e2472ce44a79), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:28.444531 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 6a317ee2-de4f-46b9-891b-89f93350554d is: BUILD; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:59:28.444922 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (6a317ee2-de4f-46b9-891b-89f93350554d), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:28.609057 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a317ee2-de4f-46b9-891b-89f93350554d'}] {{(pid=115721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:59:28.611235 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dbd394bfc303c33638f161c815dd3ff8081b22df1313fe1def72e09edd93f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39afb9ef-3dda-4a18-8212-d7dc24bd7b2e" -d '{"events": [{"server_uuid": "a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652", "name": "network-vif-plugged", "status": "completed", "tag": "6a317ee2-de4f-46b9-891b-89f93350554d"}]}' {{(pid=115721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:59:28.624554 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=414f290c-1850-4ac3-af74-e2472ce44a79,revision_number=6']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:28.628078 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 6a317ee2-de4f-46b9-891b-89f93350554d, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=6a317ee2-de4f-46b9-891b-89f93350554d,segment=NetworkSegment(a22eff92-388b-4967-966c-3e118e49c158),segment_id=a22eff92-388b-4967-966c-3e118e49c158)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:59:28.646506 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-650cac18-4f2d-4adc-9488-bdd94e83e631 x-openstack-request-id: req-650cac18-4f2d-4adc-9488-bdd94e83e631 {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:59:28.646817 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652", "name": "network-vif-plugged", "status": "completed", "tag": "6a317ee2-de4f-46b9-891b-89f93350554d", "code": 200}]} {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:59:28.647078 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-650cac18-4f2d-4adc-9488-bdd94e83e631 {{(pid=115721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:59:28.647500 dv-cinder-836028-1-iscsi neutron-server[115721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-650cac18-4f2d-4adc-9488-bdd94e83e631'] response: {'server_uuid': 'a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a317ee2-de4f-46b9-891b-89f93350554d', 'code': 200} Mar 31 15:59:28.686959 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['414f290c-1850-4ac3-af74-e2472ce44a79'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:59:28.690801 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (6a317ee2-de4f-46b9-891b-89f93350554d), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:28.775301 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=6a317ee2-de4f-46b9-891b-89f93350554d,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:28.994986 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e71ecf-3dda-4d69-abd6-4340ffce7552 req-64e115f0-9a23-4bbd-9120-2b70cbecf140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:28.997061 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-24e71ecf-3dda-4d69-abd6-4340ffce7552 req-64e115f0-9a23-4bbd-9120-2b70cbecf140 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652 HTTP/1.1" status: 200 len: 1129 time: 0.0442643 Mar 31 15:59:29.044504 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-24e71ecf-3dda-4d69-abd6-4340ffce7552 req-9539d4a0-c029-446d-9549-76783919532a service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375082 Mar 31 15:59:29.282206 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9221fc35-0f57-48db-b248-1acd0d4769da req-264a8240-9026-4537-9d3a-ac5066a9227a tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:29.283697 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9221fc35-0f57-48db-b248-1acd0d4769da req-264a8240-9026-4537-9d3a-ac5066a9227a tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 944 time: 0.0520384 Mar 31 15:59:29.364893 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9221fc35-0f57-48db-b248-1acd0d4769da req-e9606ad3-c09a-4373-b901-1da2d5b49ceb tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756915 Mar 31 15:59:29.376366 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139ba064-957e-4d49-a37b-60e300d605b2 req-56da3586-c67f-4775-bcfb-38d8b1831163 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:29.377886 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-139ba064-957e-4d49-a37b-60e300d605b2 req-56da3586-c67f-4775-bcfb-38d8b1831163 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652 HTTP/1.1" status: 200 len: 945 time: 0.0871472 Mar 31 15:59:29.424907 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-139ba064-957e-4d49-a37b-60e300d605b2 req-0c957fc6-fff3-4d72-bc8e-80db782c20ae tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413020 Mar 31 15:59:30.145397 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 414f290c-1850-4ac3-af74-e2472ce44a79 up at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:59:30.191439 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning complete for port 414f290c-1850-4ac3-af74-e2472ce44a79 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:59:30.191807 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (414f290c-1850-4ac3-af74-e2472ce44a79), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:30.273582 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 414f290c-1850-4ac3-af74-e2472ce44a79 is: BUILD; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:59:30.273980 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (414f290c-1850-4ac3-af74-e2472ce44a79), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:30.309742 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 414f290c-1850-4ac3-af74-e2472ce44a79, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=414f290c-1850-4ac3-af74-e2472ce44a79,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:59:30.383864 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (414f290c-1850-4ac3-af74-e2472ce44a79), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:30.445277 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=414f290c-1850-4ac3-af74-e2472ce44a79,revision_number=7']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:30.510070 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36c4c1d-8749-4ea7-957f-ad328f720ed9 req-4c0fa560-0d81-42bd-8861-fea0a50aae48 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:30.512214 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e36c4c1d-8749-4ea7-957f-ad328f720ed9 req-4c0fa560-0d81-42bd-8861-fea0a50aae48 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0702755 Mar 31 15:59:30.603452 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e36c4c1d-8749-4ea7-957f-ad328f720ed9 req-b4dfe57f-fdb3-4599-9a4a-c0c4b894e49b tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819242 Mar 31 15:59:30.616393 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ed8078-89db-47a7-a569-17ba1b77be14 req-ef334154-a9da-4921-a240-f2b3a60bbc13 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:30.624488 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-95ed8078-89db-47a7-a569-17ba1b77be14 req-ef334154-a9da-4921-a240-f2b3a60bbc13 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652 HTTP/1.1" status: 200 len: 945 time: 0.1111705 Mar 31 15:59:30.648488 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130a204b-5efc-4e84-955b-265c36412a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414f290c-1850-4ac3-af74-e2472ce44a79'}] {{(pid=115721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:59:30.652103 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dbd394bfc303c33638f161c815dd3ff8081b22df1313fe1def72e09edd93f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976365b5-b840-4ce3-8293-1a895e1b3be6" -d '{"events": [{"server_uuid": "130a204b-5efc-4e84-955b-265c36412a10", "name": "network-vif-plugged", "status": "completed", "tag": "414f290c-1850-4ac3-af74-e2472ce44a79"}]}' {{(pid=115721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:59:30.686085 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-95ed8078-89db-47a7-a569-17ba1b77be14 req-f72d1f41-58a9-4af2-9317-f71ee0fcab5a tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607603 Mar 31 15:59:30.695941 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-481c34fb-5628-43ea-9c36-9467e3fcfc94 x-openstack-request-id: req-481c34fb-5628-43ea-9c36-9467e3fcfc94 {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:59:30.696282 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130a204b-5efc-4e84-955b-265c36412a10", "name": "network-vif-plugged", "status": "completed", "tag": "414f290c-1850-4ac3-af74-e2472ce44a79", "code": 200}]} {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:59:30.696568 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-481c34fb-5628-43ea-9c36-9467e3fcfc94 {{(pid=115721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:59:30.696977 dv-cinder-836028-1-iscsi neutron-server[115721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-481c34fb-5628-43ea-9c36-9467e3fcfc94'] response: {'server_uuid': '130a204b-5efc-4e84-955b-265c36412a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414f290c-1850-4ac3-af74-e2472ce44a79', 'code': 200} Mar 31 15:59:31.743004 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b2825-341c-444d-97cb-beedfa2a4460 req-587c81c2-9cb1-4cb5-99c2-e7c0d25ce6ac tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:31.750464 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-310b2825-341c-444d-97cb-beedfa2a4460 req-587c81c2-9cb1-4cb5-99c2-e7c0d25ce6ac tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0647035 Mar 31 15:59:31.829308 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-310b2825-341c-444d-97cb-beedfa2a4460 req-1f09a436-c222-4787-98b0-296ed63c3f2c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778577 Mar 31 15:59:31.855092 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ad7888-b393-4eea-8d94-8b2b7462cc39 req-e0ab637a-3cac-4d75-bc2c-9a7edb3678e9 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:31.862416 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-21ad7888-b393-4eea-8d94-8b2b7462cc39 req-e0ab637a-3cac-4d75-bc2c-9a7edb3678e9 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652 HTTP/1.1" status: 200 len: 945 time: 0.0860400 Mar 31 15:59:31.912680 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-21ad7888-b393-4eea-8d94-8b2b7462cc39 req-4181e3f0-b8e0-4098-8f84-40e8d9d15182 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490556 Mar 31 15:59:32.988083 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ed7f20-6c95-4327-a524-852daf126e12 req-faf88561-9b13-425f-b8cc-3696edc079ad tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:32.991890 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-91ed7f20-6c95-4327-a524-852daf126e12 req-faf88561-9b13-425f-b8cc-3696edc079ad tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0751610 Mar 31 15:59:33.057835 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-91ed7f20-6c95-4327-a524-852daf126e12 req-db794b0e-7c29-4188-89fc-f2cd05c4e915 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650043 Mar 31 15:59:33.738966 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0126e1a5-5231-48a9-984b-cc5b89e26db0 req-23647c5d-83c5-464a-a6ab-e20d1991bf2e tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:33.740569 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0126e1a5-5231-48a9-984b-cc5b89e26db0 req-23647c5d-83c5-464a-a6ab-e20d1991bf2e tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652 HTTP/1.1" status: 200 len: 945 time: 0.0561712 Mar 31 15:59:33.802841 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0126e1a5-5231-48a9-984b-cc5b89e26db0 req-5dda4050-ee4c-4a09-bb62-47a0451f843d tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542502 Mar 31 15:59:34.195901 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e27056-27ea-43c3-a80c-b01fbe8191f3 req-2f10f7d3-2823-4552-8c3e-83d55dd41490 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:34.203406 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-42e27056-27ea-43c3-a80c-b01fbe8191f3 req-2f10f7d3-2823-4552-8c3e-83d55dd41490 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0624123 Mar 31 15:59:34.246825 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-42e27056-27ea-43c3-a80c-b01fbe8191f3 req-9e3b4973-5bc3-4286-a31a-38f343140197 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425596 Mar 31 15:59:34.773087 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8bd396fa-d377-4022-b2bd-cbe68baa6a31 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:34.930351 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d091695-3e05-4d1a-9b78-ae8b76af3eb0 req-10ac858a-4b75-4ee9-95b4-8090504e1e60 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:34.931748 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1d091695-3e05-4d1a-9b78-ae8b76af3eb0 req-10ac858a-4b75-4ee9-95b4-8090504e1e60 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652 HTTP/1.1" status: 200 len: 945 time: 0.0604546 Mar 31 15:59:34.981428 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1d091695-3e05-4d1a-9b78-ae8b76af3eb0 req-5817bf53-df28-47c4-afca-cc3d492b0d5a tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437500 Mar 31 15:59:35.417486 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71371205-7e75-41da-8b1e-a1e311ff3d82 req-376e5087-0a0b-464a-bdc2-8cfc24da2eb1 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:35.420075 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-71371205-7e75-41da-8b1e-a1e311ff3d82 req-376e5087-0a0b-464a-bdc2-8cfc24da2eb1 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0618277 Mar 31 15:59:35.489438 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-71371205-7e75-41da-8b1e-a1e311ff3d82 req-7dc98cd2-482f-40da-ace9-87f27b49e3c3 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537171 Mar 31 15:59:35.707687 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c85937-7c02-45e1-b4ef-1d3b573cf193 req-609d3cc7-ae88-4bee-b8d9-69d0064ff0eb tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:35.709119 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c9c85937-7c02-45e1-b4ef-1d3b573cf193 req-609d3cc7-ae88-4bee-b8d9-69d0064ff0eb tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.24 "GET /v2.0/ports?device_id=a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652 HTTP/1.1" status: 200 len: 945 time: 0.0536022 Mar 31 15:59:35.812499 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [req-c9c85937-7c02-45e1-b4ef-1d3b573cf193 req-8c22ab87-3709-48bd-95be-5142516b3ffa tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Deleting port 6a317ee2-de4f-46b9-891b-89f93350554d {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:59:35.813144 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-c9c85937-7c02-45e1-b4ef-1d3b573cf193 req-8c22ab87-3709-48bd-95be-5142516b3ffa tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (6a317ee2-de4f-46b9-891b-89f93350554d), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:35.904027 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-c9c85937-7c02-45e1-b4ef-1d3b573cf193 req-8c22ab87-3709-48bd-95be-5142516b3ffa tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] For port 6a317ee2-de4f-46b9-891b-89f93350554d, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=6a317ee2-de4f-46b9-891b-89f93350554d,segment=NetworkSegment(a22eff92-388b-4967-966c-3e118e49c158),segment_id=a22eff92-388b-4967-966c-3e118e49c158)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:59:35.904475 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-c9c85937-7c02-45e1-b4ef-1d3b573cf193 req-8c22ab87-3709-48bd-95be-5142516b3ffa tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (6a317ee2-de4f-46b9-891b-89f93350554d), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:35.917500 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [req-c9c85937-7c02-45e1-b4ef-1d3b573cf193 req-8c22ab87-3709-48bd-95be-5142516b3ffa tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Calling delete_port for 6a317ee2-de4f-46b9-891b-89f93350554d owned by compute:nova {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:59:36.114125 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8468f866-8708-4784-99ab-8169d771c912 req-bf489e91-07ce-4641-878f-2e840901aeaa tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:36.116258 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8468f866-8708-4784-99ab-8169d771c912 req-bf489e91-07ce-4641-878f-2e840901aeaa tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652 HTTP/1.1" status: 200 len: 945 time: 0.0598238 Mar 31 15:59:36.166882 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-c9c85937-7c02-45e1-b4ef-1d3b573cf193 req-8c22ab87-3709-48bd-95be-5142516b3ffa tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (6a317ee2-de4f-46b9-891b-89f93350554d), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:36.171890 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8468f866-8708-4784-99ab-8169d771c912 req-f9c67176-38e4-436d-bdd9-75d2aabe718c tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496833 Mar 31 15:59:36.203901 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c22ab87-3709-48bd-95be-5142516b3ffa tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Pushing event deleted for resources: {'Port': ['ID=6a317ee2-de4f-46b9-891b-89f93350554d,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:36.207720 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['6a317ee2-de4f-46b9-891b-89f93350554d'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:59:36.233426 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c22ab87-3709-48bd-95be-5142516b3ffa tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:36.233777 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c22ab87-3709-48bd-95be-5142516b3ffa tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:36.234134 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c22ab87-3709-48bd-95be-5142516b3ffa tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:36.234473 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c22ab87-3709-48bd-95be-5142516b3ffa tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:36.234805 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c22ab87-3709-48bd-95be-5142516b3ffa tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:36.235137 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c22ab87-3709-48bd-95be-5142516b3ffa tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:36.235464 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c22ab87-3709-48bd-95be-5142516b3ffa tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:36.235791 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c22ab87-3709-48bd-95be-5142516b3ffa tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:36.236164 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c22ab87-3709-48bd-95be-5142516b3ffa tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:36.236490 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c22ab87-3709-48bd-95be-5142516b3ffa tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:36.236815 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c22ab87-3709-48bd-95be-5142516b3ffa tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:36.237139 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c22ab87-3709-48bd-95be-5142516b3ffa tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:36.237460 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c22ab87-3709-48bd-95be-5142516b3ffa tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:36.237829 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c22ab87-3709-48bd-95be-5142516b3ffa tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:36.238157 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c22ab87-3709-48bd-95be-5142516b3ffa tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:36.260952 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9c85937-7c02-45e1-b4ef-1d3b573cf193 req-8c22ab87-3709-48bd-95be-5142516b3ffa tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] No DVR routers for this DVR port 6a317ee2-de4f-46b9-891b-89f93350554d on host hv-cinder-83602 {{(pid=115719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 15:59:36.264859 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-c9c85937-7c02-45e1-b4ef-1d3b573cf193 req-8c22ab87-3709-48bd-95be-5142516b3ffa tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:36.268223 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c9c85937-7c02-45e1-b4ef-1d3b573cf193 req-8c22ab87-3709-48bd-95be-5142516b3ffa tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.24 "DELETE /v2.0/ports/6a317ee2-de4f-46b9-891b-89f93350554d HTTP/1.1" status: 204 len: 173 time: 0.5522435 Mar 31 15:59:36.268670 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652', 'name': 'network-vif-deleted', 'tag': '6a317ee2-de4f-46b9-891b-89f93350554d'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:59:36.270913 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c520b7-7e87-4f9c-b5e4-e37ea50ab781" -d '{"events": [{"server_uuid": "a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652", "name": "network-vif-deleted", "tag": "6a317ee2-de4f-46b9-891b-89f93350554d"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:59:36.309736 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5925790-3aa9-464b-af67-c6982706fd4a x-openstack-request-id: req-d5925790-3aa9-464b-af67-c6982706fd4a {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:59:36.310052 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652", "name": "network-vif-deleted", "tag": "6a317ee2-de4f-46b9-891b-89f93350554d", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:59:36.310318 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d5925790-3aa9-464b-af67-c6982706fd4a {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:59:36.310752 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5925790-3aa9-464b-af67-c6982706fd4a'] response: {'server_uuid': 'a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652', 'name': 'network-vif-deleted', 'tag': '6a317ee2-de4f-46b9-891b-89f93350554d', 'status': 'completed', 'code': 200} Mar 31 15:59:36.608826 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82f4760-8083-4da9-9396-f47f652325fe req-f59effff-2c5a-41bc-9c63-585b1f5a2048 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:36.610319 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f82f4760-8083-4da9-9396-f47f652325fe req-f59effff-2c5a-41bc-9c63-585b1f5a2048 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0558133 Mar 31 15:59:36.660533 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f82f4760-8083-4da9-9396-f47f652325fe req-195bb5ff-a117-4863-b593-aa5ca9e6a396 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445323 Mar 31 15:59:37.014012 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-0165b0c0-d39f-471e-8f60-1d16921001f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:37.315645 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-004fdbd3-4a08-4635-b5e5-3bd9c46d3fcc req-63fc0b3b-cdf8-431d-8a0a-68b3c6ed6b70 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=a7915b9a-5eec-4f9c-bd1f-8cc5d3a81652 HTTP/1.1" status: 200 len: 210 time: 0.0494866 Mar 31 15:59:37.786365 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:37.847069 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03d3fd3-b0e6-4989-aefc-728005ec099c req-92fbc8b9-bf28-4d6c-9dcf-49262d774e4a tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:37.850012 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c03d3fd3-b0e6-4989-aefc-728005ec099c req-92fbc8b9-bf28-4d6c-9dcf-49262d774e4a tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0925903 Mar 31 15:59:37.901084 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c03d3fd3-b0e6-4989-aefc-728005ec099c req-c7f91bcc-6b28-4542-8ce3-61eb496f3813 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447812 Mar 31 15:59:38.375189 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:38.774876 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-6259fffe-cf58-4e08-9478-7d845e059da5 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:38.776386 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-6259fffe-cf58-4e08-9478-7d845e059da5 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/networks?id=2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6 HTTP/1.1" status: 200 len: 809 time: 0.1085079 Mar 31 15:59:38.794463 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-50522d52-7a3b-4901-ab80-c001be9c88bf tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/quotas/3b7290de0f1448989eeaf62c61b05182 HTTP/1.1" status: 200 len: 375 time: 0.0095689 Mar 31 15:59:39.084884 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-410d3040-d534-4f28-a8e9-ac3ae1787015 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=3b7290de0f1448989eeaf62c61b05182&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2845347 Mar 31 15:59:39.197623 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3465b2-2a5b-4ede-bdb6-53484b34fe84 req-90534aec-89ee-4c56-a733-ce1ede7413cd tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:39.199102 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-fd3465b2-2a5b-4ede-bdb6-53484b34fe84 req-90534aec-89ee-4c56-a733-ce1ede7413cd tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.1169884 Mar 31 15:59:39.251545 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-d6835d94-3c2c-420b-adf3-e24632e185f3 service neutron] 10.222.0.47 "GET /v2.0/networks/2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579747 Mar 31 15:59:39.280894 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-fd3465b2-2a5b-4ede-bdb6-53484b34fe84 req-a10cc8c8-5686-41bf-a2c1-9267e5784beb tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727375 Mar 31 15:59:39.354649 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:39.369940 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-c3d3b00e-74d2-4c33-a81f-c6c892a6c687 service neutron] 10.222.0.47 "GET /v2.0/networks/2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1132431 Mar 31 15:59:39.811864 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 15:59:39.898239 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cd186ca0-ec2e-44a2-b64a-55b04c5679f4 req-12f9d541-0a36-48ff-80c7-5f151248ff7d tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=42b220b1-0ac1-49e2-a3ef-ecfc67171ddb HTTP/1.1" status: 200 len: 210 time: 0.0295715 Mar 31 15:59:40.217633 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 6a317ee2-de4f-46b9-891b-89f93350554d no longer exists at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:59:40.251120 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] No Port match for: 6a317ee2-de4f-46b9-891b-89f93350554d {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 15:59:40.251829 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 6a317ee2-de4f-46b9-891b-89f93350554d not bound to the agent host hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 15:59:40.413683 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf9302-7a0f-44d9-9a21-03862794a9d3 req-d95623fb-9676-4afa-abf3-456fc9924027 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:40.415583 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7bdf9302-7a0f-44d9-9a21-03862794a9d3 req-d95623fb-9676-4afa-abf3-456fc9924027 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0558074 Mar 31 15:59:40.480727 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7bdf9302-7a0f-44d9-9a21-03862794a9d3 req-1339835d-8c5c-40c1-ac30-004755cbc705 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540514 Mar 31 15:59:40.976177 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-28f087a1-acd5-414b-aa84-4f91d7dd2e4b req-cc1caab4-b4b6-4ae2-a8c3-0698d95993e1 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=42b220b1-0ac1-49e2-a3ef-ecfc67171ddb HTTP/1.1" status: 200 len: 210 time: 0.0276999 Mar 31 15:59:41.121000 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:41.604254 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7741de4a-3314-486b-9d01-24fc804ae10e req-b0db50b8-1b11-4926-8f06-a82a78c923ee tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:41.605729 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7741de4a-3314-486b-9d01-24fc804ae10e req-b0db50b8-1b11-4926-8f06-a82a78c923ee tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0578296 Mar 31 15:59:41.651724 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7741de4a-3314-486b-9d01-24fc804ae10e req-01d2ef69-bd09-4661-ac5a-8ca38e53e99e tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402930 Mar 31 15:59:42.062934 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211b7fc-32d0-4fa1-bf11-26c9ddc81a81 req-bc5dadc4-cd15-41ca-8e8e-4ea1a389e630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:42.064459 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d211b7fc-32d0-4fa1-bf11-26c9ddc81a81 req-bc5dadc4-cd15-41ca-8e8e-4ea1a389e630 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf512c54be704edba504249cc57859c5&device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 1129 time: 0.0601249 Mar 31 15:59:42.078869 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-61f2cb39-f4e8-4a79-b1f3-519db09b6ba1 req-793ef2b7-55c3-4aae-bca7-1cdcee386829 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=42b220b1-0ac1-49e2-a3ef-ecfc67171ddb HTTP/1.1" status: 200 len: 210 time: 0.0317476 Mar 31 15:59:42.179063 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211b7fc-32d0-4fa1-bf11-26c9ddc81a81 req-cea68fc9-13b3-402a-ac25-700226edb7bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:42.180440 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d211b7fc-32d0-4fa1-bf11-26c9ddc81a81 req-cea68fc9-13b3-402a-ac25-700226edb7bd service neutron] 10.222.0.24 "GET /v2.0/networks?id=65944f20-8ab3-4e9e-89a3-2479fa118d50 HTTP/1.1" status: 200 len: 918 time: 0.0858965 Mar 31 15:59:42.244199 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d211b7fc-32d0-4fa1-bf11-26c9ddc81a81 req-8f350b15-3e48-46c6-8370-c4249dfefa11 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=414f290c-1850-4ac3-af74-e2472ce44a79 HTTP/1.1" status: 200 len: 999 time: 0.0573049 Mar 31 15:59:42.298756 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211b7fc-32d0-4fa1-bf11-26c9ddc81a81 req-67d2646e-3489-4488-adce-f21551b98c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:42.300318 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d211b7fc-32d0-4fa1-bf11-26c9ddc81a81 req-67d2646e-3489-4488-adce-f21551b98c55 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cb7a29d-bee7-4666-8fec-18b9b112885d HTTP/1.1" status: 200 len: 856 time: 0.0478415 Mar 31 15:59:42.351503 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d211b7fc-32d0-4fa1-bf11-26c9ddc81a81 req-7a079fb4-d5da-483a-bee3-f047f2f57e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:42.353028 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d211b7fc-32d0-4fa1-bf11-26c9ddc81a81 req-7a079fb4-d5da-483a-bee3-f047f2f57e03 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65944f20-8ab3-4e9e-89a3-2479fa118d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0457020 Mar 31 15:59:42.461938 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d211b7fc-32d0-4fa1-bf11-26c9ddc81a81 req-c9d19917-31cf-4d38-8e12-5d3ed1dfa808 service neutron] 10.222.0.24 "GET /v2.0/networks/65944f20-8ab3-4e9e-89a3-2479fa118d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814376 Mar 31 15:59:42.554763 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d211b7fc-32d0-4fa1-bf11-26c9ddc81a81 req-7c2bcb44-c0bb-4d5f-8d8a-bed9c8abb13e service neutron] 10.222.0.24 "GET /v2.0/networks/65944f20-8ab3-4e9e-89a3-2479fa118d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851653 Mar 31 15:59:42.684966 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-cd486b2f-84e5-4fee-b121-ea3cba000707 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:42.686831 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-cd486b2f-84e5-4fee-b121-ea3cba000707 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.24 "GET /v2.0/networks?id=2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6 HTTP/1.1" status: 200 len: 809 time: 0.1186235 Mar 31 15:59:42.708120 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-49df239d-3a2b-41d2-adaf-b774ff584544 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Request body: {'port': {'device_id': '42b220b1-0ac1-49e2-a3ef-ecfc67171ddb', 'network_id': '2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6', 'admin_state_up': True, 'tenant_id': '3b7290de0f1448989eeaf62c61b05182'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:59:42.787999 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c92cd-d37d-4311-9b8e-9b18ccdba99e req-d7bccb91-ecd5-4551-ac70-cc27242aa3d0 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:42.792371 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-594c92cd-d37d-4311-9b8e-9b18ccdba99e req-d7bccb91-ecd5-4551-ac70-cc27242aa3d0 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0618355 Mar 31 15:59:42.835752 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-594c92cd-d37d-4311-9b8e-9b18ccdba99e req-60abf915-e6da-4f34-abc1-b0ad203f47a5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405495 Mar 31 15:59:42.912331 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-49df239d-3a2b-41d2-adaf-b774ff584544 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Made reservation on behalf of 3b7290de0f1448989eeaf62c61b05182 for: {'port': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 15:59:42.916002 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-49df239d-3a2b-41d2-adaf-b774ff584544 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:43.046150 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_common [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-49df239d-3a2b-41d2-adaf-b774ff584544 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Allocated IP 172.20.0.10 (2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6/0b7249a4-8592-4c44-90ac-d90de9f2c49a/b56a3505-da1a-4880-a4a8-fd39b8f3d063) {{(pid=115720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 15:59:43.181723 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f9461710-91e7-4c5b-9dce-2fe79a5183cc req-e7287e02-1c79-46ab-b939-5fa5d8393d65 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=42b220b1-0ac1-49e2-a3ef-ecfc67171ddb HTTP/1.1" status: 200 len: 210 time: 0.0299602 Mar 31 15:59:43.203304 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-49df239d-3a2b-41d2-adaf-b774ff584544 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Publish callbacks [] for port (b56a3505-da1a-4880-a4a8-fd39b8f3d063), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:43.306888 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-49df239d-3a2b-41d2-adaf-b774ff584544 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (b56a3505-da1a-4880-a4a8-fd39b8f3d063), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:43.348265 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-49df239d-3a2b-41d2-adaf-b774ff584544 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Network 2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6 is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 15:59:43.351332 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-49df239d-3a2b-41d2-adaf-b774ff584544 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 15:59:43.357844 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-49df239d-3a2b-41d2-adaf-b774ff584544 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Received port after_create {{(pid=115720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 15:59:43.364109 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49df239d-3a2b-41d2-adaf-b774ff584544 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Pushing event updated for resources: {'Port': ['ID=b56a3505-da1a-4880-a4a8-fd39b8f3d063,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:43.396141 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df239d-3a2b-41d2-adaf-b774ff584544 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:43.396489 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df239d-3a2b-41d2-adaf-b774ff584544 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:43.396831 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df239d-3a2b-41d2-adaf-b774ff584544 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:43.397169 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df239d-3a2b-41d2-adaf-b774ff584544 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:43.397503 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df239d-3a2b-41d2-adaf-b774ff584544 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:43.397831 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df239d-3a2b-41d2-adaf-b774ff584544 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:43.398157 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df239d-3a2b-41d2-adaf-b774ff584544 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:43.398484 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df239d-3a2b-41d2-adaf-b774ff584544 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:43.398806 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df239d-3a2b-41d2-adaf-b774ff584544 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:43.399159 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df239d-3a2b-41d2-adaf-b774ff584544 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:43.399478 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df239d-3a2b-41d2-adaf-b774ff584544 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:43.399806 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df239d-3a2b-41d2-adaf-b774ff584544 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:43.400154 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df239d-3a2b-41d2-adaf-b774ff584544 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:43.401188 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df239d-3a2b-41d2-adaf-b774ff584544 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:43.401188 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49df239d-3a2b-41d2-adaf-b774ff584544 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:43.423682 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-49df239d-3a2b-41d2-adaf-b774ff584544 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:43.424254 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-49df239d-3a2b-41d2-adaf-b774ff584544 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:43.514989 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-49df239d-3a2b-41d2-adaf-b774ff584544 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8117175 Mar 31 15:59:43.539307 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-4652e48c-347b-426d-9a86-faf2ea663d09 service neutron] Request body: {'port': {'device_id': '42b220b1-0ac1-49e2-a3ef-ecfc67171ddb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:59:43.597556 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-4652e48c-347b-426d-9a86-faf2ea663d09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (b56a3505-da1a-4880-a4a8-fd39b8f3d063), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:43.853500 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-4652e48c-347b-426d-9a86-faf2ea663d09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b56a3505-da1a-4880-a4a8-fd39b8f3d063 {{(pid=115720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:59:43.860671 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-4652e48c-347b-426d-9a86-faf2ea663d09 service neutron] Publish callbacks [] for port (b56a3505-da1a-4880-a4a8-fd39b8f3d063), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:43.874021 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.provisioning_blocks [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-4652e48c-347b-426d-9a86-faf2ea663d09 service neutron] Transition to ACTIVE for port object b56a3505-da1a-4880-a4a8-fd39b8f3d063 will not be triggered until provisioned by entity L2. {{(pid=115720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 15:59:43.952814 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-4652e48c-347b-426d-9a86-faf2ea663d09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4203203'] for port (b56a3505-da1a-4880-a4a8-fd39b8f3d063), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:43.965192 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c1063e-3355-4ba3-8baf-da2efb3c3448 req-cdbdb55d-bc98-4533-be62-f638ca76617f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:43.971046 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c3c1063e-3355-4ba3-8baf-da2efb3c3448 req-cdbdb55d-bc98-4533-be62-f638ca76617f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0570695 Mar 31 15:59:44.022438 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c3c1063e-3355-4ba3-8baf-da2efb3c3448 req-39066002-0f2d-4c00-b8ed-dc519d9e85e5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458653 Mar 31 15:59:44.029636 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652e48c-347b-426d-9a86-faf2ea663d09 service neutron] Pushing event updated for resources: {'Port': ['ID=b56a3505-da1a-4880-a4a8-fd39b8f3d063,revision_number=2']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:44.076925 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.managers [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-4652e48c-347b-426d-9a86-faf2ea663d09 service neutron] Attempting to bind port b56a3505-da1a-4880-a4a8-fd39b8f3d063 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 15:59:44.077261 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.managers [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-4652e48c-347b-426d-9a86-faf2ea663d09 service neutron] Attempting to bind port b56a3505-da1a-4880-a4a8-fd39b8f3d063 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': 'a22eff92-388b-4967-966c-3e118e49c158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6'}] {{(pid=115720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 15:59:44.077588 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-4652e48c-347b-426d-9a86-faf2ea663d09 service neutron] Attempting to bind port b56a3505-da1a-4880-a4a8-fd39b8f3d063 on network 2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6 {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:59:44.082253 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-4652e48c-347b-426d-9a86-faf2ea663d09 service neutron] Port b56a3505-da1a-4880-a4a8-fd39b8f3d063 on network 2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 15:59:44.082571 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-4652e48c-347b-426d-9a86-faf2ea663d09 service neutron] Attempting to bind port b56a3505-da1a-4880-a4a8-fd39b8f3d063 on network 2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6 {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 15:59:44.087326 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-4652e48c-347b-426d-9a86-faf2ea663d09 service neutron] Checking agent: {'id': 'af4a1f75-de88-4cee-8975-566385aedde2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 15, 59, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 15:59:44.087662 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-4652e48c-347b-426d-9a86-faf2ea663d09 service neutron] Checking segment: {'id': 'a22eff92-388b-4967-966c-3e118e49c158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 15:59:44.088061 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-4652e48c-347b-426d-9a86-faf2ea663d09 service neutron] Bound using segment: {'id': 'a22eff92-388b-4967-966c-3e118e49c158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6'} {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 15:59:44.088480 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.managers [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-4652e48c-347b-426d-9a86-faf2ea663d09 service neutron] Bound port: b56a3505-da1a-4880-a4a8-fd39b8f3d063, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a22eff92-388b-4967-966c-3e118e49c158', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 820, 'network_id': '2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6'}}] {{(pid=115720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 15:59:44.088831 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-4652e48c-347b-426d-9a86-faf2ea663d09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (b56a3505-da1a-4880-a4a8-fd39b8f3d063), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:44.152813 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-4652e48c-347b-426d-9a86-faf2ea663d09 service neutron] For port b56a3505-da1a-4880-a4a8-fd39b8f3d063, host hv-cinder-83602, cleared binding levels {{(pid=115720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 15:59:44.155695 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-4652e48c-347b-426d-9a86-faf2ea663d09 service neutron] For port b56a3505-da1a-4880-a4a8-fd39b8f3d063, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b56a3505-da1a-4880-a4a8-fd39b8f3d063,segment=NetworkSegment(a22eff92-388b-4967-966c-3e118e49c158),segment_id=a22eff92-388b-4967-966c-3e118e49c158)] {{(pid=115720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 15:59:44.258305 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-4652e48c-347b-426d-9a86-faf2ea663d09 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4203203'] for port (b56a3505-da1a-4880-a4a8-fd39b8f3d063), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:44.289940 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-4652e48c-347b-426d-9a86-faf2ea663d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:44.289940 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-4652e48c-347b-426d-9a86-faf2ea663d09 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:44.291172 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-4652e48c-347b-426d-9a86-faf2ea663d09 service neutron] 10.222.0.24 "PUT /v2.0/ports/b56a3505-da1a-4880-a4a8-fd39b8f3d063 HTTP/1.1" status: 200 len: 1094 time: 0.7559817 Mar 31 15:59:44.293370 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '42b220b1-0ac1-49e2-a3ef-ecfc67171ddb', 'tag': 'b56a3505-da1a-4880-a4a8-fd39b8f3d063'}] {{(pid=115720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:59:44.296164 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccc7965b351d9be82fa8b87eed5996d2f485a8722744a87613077a4f3f485543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84f79d6b-9d6d-4ba1-aee9-c35aadc722b3" -d '{"events": [{"name": "network-changed", "server_uuid": "42b220b1-0ac1-49e2-a3ef-ecfc67171ddb", "tag": "b56a3505-da1a-4880-a4a8-fd39b8f3d063"}]}' {{(pid=115720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:59:44.298801 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c8180-e0b5-47c2-82af-a040a838d0f5 req-a23d47e1-701f-43cd-9fff-5bfdceb9502c tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:44.304469 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-346c8180-e0b5-47c2-82af-a040a838d0f5 req-a23d47e1-701f-43cd-9fff-5bfdceb9502c tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=42b220b1-0ac1-49e2-a3ef-ecfc67171ddb HTTP/1.1" status: 200 len: 944 time: 0.0573120 Mar 31 15:59:44.329284 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4652e48c-347b-426d-9a86-faf2ea663d09 service neutron] Pushing event updated for resources: {'Port': ['ID=b56a3505-da1a-4880-a4a8-fd39b8f3d063,revision_number=3']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:44.337243 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0da7e0f-1c61-4d88-975b-769658d3f221 x-openstack-request-id: req-e0da7e0f-1c61-4d88-975b-769658d3f221 {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:59:44.337751 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "42b220b1-0ac1-49e2-a3ef-ecfc67171ddb", "tag": "b56a3505-da1a-4880-a4a8-fd39b8f3d063", "status": "completed", "code": 200}]} {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:59:44.338015 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-e0da7e0f-1c61-4d88-975b-769658d3f221 {{(pid=115720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:59:44.338427 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0da7e0f-1c61-4d88-975b-769658d3f221'] response: {'name': 'network-changed', 'server_uuid': '42b220b1-0ac1-49e2-a3ef-ecfc67171ddb', 'tag': 'b56a3505-da1a-4880-a4a8-fd39b8f3d063', 'status': 'completed', 'code': 200} Mar 31 15:59:44.352725 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-346c8180-e0b5-47c2-82af-a040a838d0f5 req-98d6793f-dc18-496f-a810-4d95402649a5 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465705 Mar 31 15:59:44.428150 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f79d6b-9d6d-4ba1-aee9-c35aadc722b3 req-12e330f2-6992-4f74-9e01-4137e4958626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:44.429545 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-84f79d6b-9d6d-4ba1-aee9-c35aadc722b3 req-12e330f2-6992-4f74-9e01-4137e4958626 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b7290de0f1448989eeaf62c61b05182&device_id=42b220b1-0ac1-49e2-a3ef-ecfc67171ddb HTTP/1.1" status: 200 len: 1128 time: 0.0445733 Mar 31 15:59:44.536836 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f79d6b-9d6d-4ba1-aee9-c35aadc722b3 req-f9508d28-fdb2-4ea8-a8d2-87af69abdd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:44.538275 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-84f79d6b-9d6d-4ba1-aee9-c35aadc722b3 req-f9508d28-fdb2-4ea8-a8d2-87af69abdd2a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=3b7290de0f1448989eeaf62c61b05182&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0908346 Mar 31 15:59:44.629562 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f79d6b-9d6d-4ba1-aee9-c35aadc722b3 req-5a3b1d79-6608-4b18-8b5a-8d642a10c914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:44.631087 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-84f79d6b-9d6d-4ba1-aee9-c35aadc722b3 req-5a3b1d79-6608-4b18-8b5a-8d642a10c914 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0855885 Mar 31 15:59:44.791760 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-0bce0e09-5f51-47d7-8278-cb6365aba6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:44.793259 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-0bce0e09-5f51-47d7-8278-cb6365aba6ca service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=3b7290de0f1448989eeaf62c61b05182&device_id=42b220b1-0ac1-49e2-a3ef-ecfc67171ddb HTTP/1.1" status: 200 len: 1128 time: 0.0442014 Mar 31 15:59:44.845983 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-5df6ea19-3767-4513-88cf-d4176ab08280 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b56a3505-da1a-4880-a4a8-fd39b8f3d063 HTTP/1.1" status: 200 len: 217 time: 0.0382552 Mar 31 15:59:44.901075 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-fcd8880a-dee1-4301-a841-a748aeee24d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:44.902546 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-fcd8880a-dee1-4301-a841-a748aeee24d6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=0b7249a4-8592-4c44-90ac-d90de9f2c49a HTTP/1.1" status: 200 len: 849 time: 0.0425024 Mar 31 15:59:44.940287 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-d0221399-3da1-49de-ac4e-3124170cae49 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255489 Mar 31 15:59:45.042359 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-bcc5c9b3-83d9-4e67-8298-d8b572a530dc service neutron] 10.222.0.24 "GET /v2.0/networks/2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953135 Mar 31 15:59:45.137414 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-20510b49-d9f8-4271-a882-ee1db0e17245 req-59af1564-d5fd-41fa-875a-2f7216f29539 service neutron] 10.222.0.24 "GET /v2.0/networks/2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887389 Mar 31 15:59:45.160543 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a2a8e-06ba-49cf-b6a5-a491957d13b1 req-737e2902-4421-4deb-bdb7-0a97b4ec95dd tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:45.162982 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a00a2a8e-06ba-49cf-b6a5-a491957d13b1 req-737e2902-4421-4deb-bdb7-0a97b4ec95dd tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 945 time: 0.0565093 Mar 31 15:59:45.208473 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a00a2a8e-06ba-49cf-b6a5-a491957d13b1 req-c180810f-0219-4992-a702-888d75f5d08a tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406606 Mar 31 15:59:45.470465 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1634bf94-310e-4a8e-8fe7-cd4e2a304fc8 req-da140119-1514-4f96-b2a7-321ac7968f08 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:45.471913 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1634bf94-310e-4a8e-8fe7-cd4e2a304fc8 req-da140119-1514-4f96-b2a7-321ac7968f08 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=42b220b1-0ac1-49e2-a3ef-ecfc67171ddb HTTP/1.1" status: 200 len: 944 time: 0.0528166 Mar 31 15:59:45.518487 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1634bf94-310e-4a8e-8fe7-cd4e2a304fc8 req-01e0da2a-4687-4fb9-9228-61ad6318c1db tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407951 Mar 31 15:59:46.288460 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 414f290c-1850-4ac3-af74-e2472ce44a79 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 15:59:46.362626 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 414f290c-1850-4ac3-af74-e2472ce44a79 is: ACTIVE; New status is: DOWN {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:59:46.362932 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (414f290c-1850-4ac3-af74-e2472ce44a79), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:46.384315 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130a204b-5efc-4e84-955b-265c36412a10', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '414f290c-1850-4ac3-af74-e2472ce44a79'}] {{(pid=115721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:59:46.386522 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dbd394bfc303c33638f161c815dd3ff8081b22df1313fe1def72e09edd93f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70a1c7ce-bcf0-4d49-939f-2166fd9af67c" -d '{"events": [{"server_uuid": "130a204b-5efc-4e84-955b-265c36412a10", "name": "network-vif-unplugged", "status": "completed", "tag": "414f290c-1850-4ac3-af74-e2472ce44a79"}]}' {{(pid=115721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:59:46.399133 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 414f290c-1850-4ac3-af74-e2472ce44a79, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=414f290c-1850-4ac3-af74-e2472ce44a79,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:59:46.421541 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 15:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f4e2c0-b75c-4fee-8c45-b287aaf3b76f x-openstack-request-id: req-07f4e2c0-b75c-4fee-8c45-b287aaf3b76f {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:59:46.421829 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130a204b-5efc-4e84-955b-265c36412a10", "name": "network-vif-unplugged", "status": "failed", "tag": "414f290c-1850-4ac3-af74-e2472ce44a79", "code": 422}]} {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:59:46.422087 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-07f4e2c0-b75c-4fee-8c45-b287aaf3b76f {{(pid=115721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:59:46.422522 dv-cinder-836028-1-iscsi neutron-server[115721]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-07f4e2c0-b75c-4fee-8c45-b287aaf3b76f']: {'server_uuid': '130a204b-5efc-4e84-955b-265c36412a10', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '414f290c-1850-4ac3-af74-e2472ce44a79', 'code': 422} returned with failed status Mar 31 15:59:46.569515 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (414f290c-1850-4ac3-af74-e2472ce44a79), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:46.621658 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=414f290c-1850-4ac3-af74-e2472ce44a79,revision_number=8']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:46.636785 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb99ac-e82a-4362-ac03-5fabc600d197 req-6ae0feab-79da-4978-b003-155f3f60f391 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:46.638270 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1ecb99ac-e82a-4362-ac03-5fabc600d197 req-6ae0feab-79da-4978-b003-155f3f60f391 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=42b220b1-0ac1-49e2-a3ef-ecfc67171ddb HTTP/1.1" status: 200 len: 944 time: 0.0545795 Mar 31 15:59:46.689224 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1ecb99ac-e82a-4362-ac03-5fabc600d197 req-a5265e84-1732-48cc-bd71-b4463e17f8ba tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447896 Mar 31 15:59:47.578751 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [req-0d2edb44-8128-4272-a968-0fa37b57fc87 req-e78eaed9-e7ba-44f6-926e-8e4b4744dafd service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=115719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:59:47.579776 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0d2edb44-8128-4272-a968-0fa37b57fc87 req-e78eaed9-e7ba-44f6-926e-8e4b4744dafd service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053339 Mar 31 15:59:47.808334 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c903a-40fd-45ac-8d7e-1b49962198c5 req-cd997ea4-d86f-4b05-93d6-70a46ac2c1f0 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:47.809983 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-df1c903a-40fd-45ac-8d7e-1b49962198c5 req-cd997ea4-d86f-4b05-93d6-70a46ac2c1f0 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=42b220b1-0ac1-49e2-a3ef-ecfc67171ddb HTTP/1.1" status: 200 len: 944 time: 0.0528100 Mar 31 15:59:47.863807 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-df1c903a-40fd-45ac-8d7e-1b49962198c5 req-d855ae9b-83c9-4149-90d9-42fdf5b27d1f tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469284 Mar 31 15:59:47.912785 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c4fe2c-f0f5-473a-bc1c-fffc80b58163 req-4feeb971-4bb4-4b63-83ba-f00ff22a7f20 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:47.914243 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d5c4fe2c-f0f5-473a-bc1c-fffc80b58163 req-4feeb971-4bb4-4b63-83ba-f00ff22a7f20 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 943 time: 0.0550306 Mar 31 15:59:47.960548 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d5c4fe2c-f0f5-473a-bc1c-fffc80b58163 req-e54ed052-1258-4308-8635-81e5ea1bff2f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405910 Mar 31 15:59:48.284893 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device b56a3505-da1a-4880-a4a8-fd39b8f3d063 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=115721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 15:59:48.382407 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port b56a3505-da1a-4880-a4a8-fd39b8f3d063, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b56a3505-da1a-4880-a4a8-fd39b8f3d063,segment=NetworkSegment(a22eff92-388b-4967-966c-3e118e49c158),segment_id=a22eff92-388b-4967-966c-3e118e49c158)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:59:48.394650 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Returning: {'device': 'b56a3505-da1a-4880-a4a8-fd39b8f3d063', 'network_id': '2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6', 'port_id': 'b56a3505-da1a-4880-a4a8-fd39b8f3d063', 'mac_address': 'fa:16:3e:35:60:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 820, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b7249a4-8592-4c44-90ac-d90de9f2c49a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 15:59:48.410124 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 36442) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:48.441642 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port b56a3505-da1a-4880-a4a8-fd39b8f3d063 is: DOWN; New status is: BUILD {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:59:48.441642 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (b56a3505-da1a-4880-a4a8-fd39b8f3d063), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:48.451081 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b56a3505-da1a-4880-a4a8-fd39b8f3d063 {{(pid=115721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 15:59:48.470792 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port b56a3505-da1a-4880-a4a8-fd39b8f3d063, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b56a3505-da1a-4880-a4a8-fd39b8f3d063,segment=NetworkSegment(a22eff92-388b-4967-966c-3e118e49c158),segment_id=a22eff92-388b-4967-966c-3e118e49c158)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:59:48.499940 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-71188d20-81ea-497c-83f9-b64e55c301d9 req-35e0c9ef-714b-4c71-9cbb-0c9487447355 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0878007 Mar 31 15:59:48.511198 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [req-71188d20-81ea-497c-83f9-b64e55c301d9 req-60cce1ef-ff00-4da0-b8a2-633912329620 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=115719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 15:59:48.511198 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-71188d20-81ea-497c-83f9-b64e55c301d9 req-60cce1ef-ff00-4da0-b8a2-633912329620 service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049584 Mar 31 15:59:48.583939 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 36450) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:48.586341 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (b56a3505-da1a-4880-a4a8-fd39b8f3d063), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:48.636226 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=b56a3505-da1a-4880-a4a8-fd39b8f3d063,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:48.680607 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71188d20-81ea-497c-83f9-b64e55c301d9 req-856f18f0-a4a2-414e-a1ad-181eb6d842da tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:48.681981 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-71188d20-81ea-497c-83f9-b64e55c301d9 req-856f18f0-a4a2-414e-a1ad-181eb6d842da tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports/414f290c-1850-4ac3-af74-e2472ce44a79 HTTP/1.1" status: 200 len: 940 time: 0.0970354 Mar 31 15:59:48.934633 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['b56a3505-da1a-4880-a4a8-fd39b8f3d063'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:59:48.985970 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232fc2ef-8dc8-4fae-9875-88e9241ccbc4 req-dc6f3b06-1cd2-46b4-ae5a-46402a574d30 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:48.987469 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-232fc2ef-8dc8-4fae-9875-88e9241ccbc4 req-dc6f3b06-1cd2-46b4-ae5a-46402a574d30 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=42b220b1-0ac1-49e2-a3ef-ecfc67171ddb HTTP/1.1" status: 200 len: 945 time: 0.0551727 Mar 31 15:59:49.086060 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-232fc2ef-8dc8-4fae-9875-88e9241ccbc4 req-6d27bab0-ea0f-47e2-8b82-d39e6c12b278 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889816 Mar 31 15:59:49.109455 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615a331-1d1c-49cd-98d1-7a782300568d req-822c73e6-5d45-4fa5-92a1-e22cc3331696 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:49.111232 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e615a331-1d1c-49cd-98d1-7a782300568d req-822c73e6-5d45-4fa5-92a1-e22cc3331696 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 943 time: 0.0724382 Mar 31 15:59:49.160234 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e615a331-1d1c-49cd-98d1-7a782300568d req-2f871094-6c4f-4e29-859d-369dfcc20c35 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431247 Mar 31 15:59:50.206987 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b89e5bd-b68c-492f-8c63-2a0611a8bfc4 req-a05aee81-de30-4846-9b70-b4e002d8a056 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:50.208381 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4b89e5bd-b68c-492f-8c63-2a0611a8bfc4 req-a05aee81-de30-4846-9b70-b4e002d8a056 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=42b220b1-0ac1-49e2-a3ef-ecfc67171ddb HTTP/1.1" status: 200 len: 945 time: 0.0513937 Mar 31 15:59:50.254555 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4b89e5bd-b68c-492f-8c63-2a0611a8bfc4 req-f25af377-08ea-46aa-9407-abb6becfa60e tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405388 Mar 31 15:59:50.303791 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device b56a3505-da1a-4880-a4a8-fd39b8f3d063 up at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 15:59:50.368677 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af1a54-c306-474a-9d88-23e55c910fbe req-35b9c03b-c21b-426e-b9f1-d5923387d85f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:50.370118 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-03af1a54-c306-474a-9d88-23e55c910fbe req-35b9c03b-c21b-426e-b9f1-d5923387d85f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 943 time: 0.0554898 Mar 31 15:59:50.417869 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning for port b56a3505-da1a-4880-a4a8-fd39b8f3d063 completed by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 15:59:50.424481 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning complete for port b56a3505-da1a-4880-a4a8-fd39b8f3d063 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:59:50.425195 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (b56a3505-da1a-4880-a4a8-fd39b8f3d063), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:50.426890 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-03af1a54-c306-474a-9d88-23e55c910fbe req-12decc66-152b-486d-aa58-0c519a4dfc20 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505669 Mar 31 15:59:50.499640 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71188d20-81ea-497c-83f9-b64e55c301d9 req-1ba30416-203e-4fc1-a65f-7f4af464eecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:50.501826 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-71188d20-81ea-497c-83f9-b64e55c301d9 req-1ba30416-203e-4fc1-a65f-7f4af464eecb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10&tenant_id=cf512c54be704edba504249cc57859c5 HTTP/1.1" status: 200 len: 1127 time: 0.0893724 Mar 31 15:59:50.513207 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port b56a3505-da1a-4880-a4a8-fd39b8f3d063 is: BUILD; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:59:50.513596 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (b56a3505-da1a-4880-a4a8-fd39b8f3d063), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:50.541010 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b220b1-0ac1-49e2-a3ef-ecfc67171ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56a3505-da1a-4880-a4a8-fd39b8f3d063'}] {{(pid=115721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:59:50.543278 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dbd394bfc303c33638f161c815dd3ff8081b22df1313fe1def72e09edd93f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a00ee384-9b4f-4283-97d9-96c7d6895881" -d '{"events": [{"server_uuid": "42b220b1-0ac1-49e2-a3ef-ecfc67171ddb", "name": "network-vif-plugged", "status": "completed", "tag": "b56a3505-da1a-4880-a4a8-fd39b8f3d063"}]}' {{(pid=115721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:59:50.555269 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port b56a3505-da1a-4880-a4a8-fd39b8f3d063, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b56a3505-da1a-4880-a4a8-fd39b8f3d063,segment=NetworkSegment(a22eff92-388b-4967-966c-3e118e49c158),segment_id=a22eff92-388b-4967-966c-3e118e49c158)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:59:50.581246 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71188d20-81ea-497c-83f9-b64e55c301d9 req-cb65785e-a93d-4563-b9c8-2b268f7c72d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:50.582814 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-71188d20-81ea-497c-83f9-b64e55c301d9 req-cb65785e-a93d-4563-b9c8-2b268f7c72d6 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=cf512c54be704edba504249cc57859c5&device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 1127 time: 0.0464618 Mar 31 15:59:50.585690 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 15:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c89c42c-b843-44c8-bd25-cf2ebb65a55f x-openstack-request-id: req-5c89c42c-b843-44c8-bd25-cf2ebb65a55f {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:59:50.586012 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b220b1-0ac1-49e2-a3ef-ecfc67171ddb", "name": "network-vif-plugged", "status": "completed", "tag": "b56a3505-da1a-4880-a4a8-fd39b8f3d063", "code": 200}]} {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:59:50.586269 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-5c89c42c-b843-44c8-bd25-cf2ebb65a55f {{(pid=115721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:59:50.586690 dv-cinder-836028-1-iscsi neutron-server[115721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c89c42c-b843-44c8-bd25-cf2ebb65a55f'] response: {'server_uuid': '42b220b1-0ac1-49e2-a3ef-ecfc67171ddb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b56a3505-da1a-4880-a4a8-fd39b8f3d063', 'code': 200} Mar 31 15:59:50.677846 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (b56a3505-da1a-4880-a4a8-fd39b8f3d063), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:50.716780 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71188d20-81ea-497c-83f9-b64e55c301d9 req-c14d732c-09dd-4dfd-95ce-0a67c07e5353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:50.718383 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-71188d20-81ea-497c-83f9-b64e55c301d9 req-c14d732c-09dd-4dfd-95ce-0a67c07e5353 service neutron] 10.222.0.24 "GET /v2.0/networks?id=65944f20-8ab3-4e9e-89a3-2479fa118d50 HTTP/1.1" status: 200 len: 918 time: 0.0913503 Mar 31 15:59:50.727952 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=b56a3505-da1a-4880-a4a8-fd39b8f3d063,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:50.735287 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:50.735717 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:50.736159 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:50.736544 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:50.736882 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:50.737257 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:50.737594 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:50.737943 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:50.738257 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:50.738587 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:50.738918 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:50.739252 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:50.739575 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:50.739900 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:50.740247 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 15:59:50.787758 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-71188d20-81ea-497c-83f9-b64e55c301d9 req-d2c46d7a-a1b2-44b3-925f-8607f7565457 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=414f290c-1850-4ac3-af74-e2472ce44a79 HTTP/1.1" status: 200 len: 997 time: 0.0616567 Mar 31 15:59:50.836162 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71188d20-81ea-497c-83f9-b64e55c301d9 req-e6094879-c053-4d85-982d-ec73dbb70613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:50.837655 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-71188d20-81ea-497c-83f9-b64e55c301d9 req-e6094879-c053-4d85-982d-ec73dbb70613 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7cb7a29d-bee7-4666-8fec-18b9b112885d HTTP/1.1" status: 200 len: 856 time: 0.0435624 Mar 31 15:59:50.888402 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71188d20-81ea-497c-83f9-b64e55c301d9 req-443b7008-17ea-4283-97e1-c108291cf462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:50.889959 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-71188d20-81ea-497c-83f9-b64e55c301d9 req-443b7008-17ea-4283-97e1-c108291cf462 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=65944f20-8ab3-4e9e-89a3-2479fa118d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454340 Mar 31 15:59:50.998917 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-71188d20-81ea-497c-83f9-b64e55c301d9 req-b98d3164-d4db-4017-9137-49370eaaaeef service neutron] 10.222.0.24 "GET /v2.0/networks/65944f20-8ab3-4e9e-89a3-2479fa118d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946724 Mar 31 15:59:51.079831 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec47862-e75d-40e8-8bc6-a86db781fd03 req-c93a0ba8-46c8-4b33-8148-dd27a19fd225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:51.082007 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8ec47862-e75d-40e8-8bc6-a86db781fd03 req-c93a0ba8-46c8-4b33-8148-dd27a19fd225 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=42b220b1-0ac1-49e2-a3ef-ecfc67171ddb HTTP/1.1" status: 200 len: 1130 time: 0.0538971 Mar 31 15:59:51.106491 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-71188d20-81ea-497c-83f9-b64e55c301d9 req-40b5f9b9-ad0a-4684-b3cc-e068fabb6106 service neutron] 10.222.0.24 "GET /v2.0/networks/65944f20-8ab3-4e9e-89a3-2479fa118d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974734 Mar 31 15:59:51.132465 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8ec47862-e75d-40e8-8bc6-a86db781fd03 req-e09c0e84-4ca2-47a2-89ee-d90042bc2460 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426600 Mar 31 15:59:51.377318 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db942a52-3d64-42f4-9209-b48aeb39e0fd req-df12588b-96ad-44c0-b38a-7bf67bf7c971 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:51.378808 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-db942a52-3d64-42f4-9209-b48aeb39e0fd req-df12588b-96ad-44c0-b38a-7bf67bf7c971 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=42b220b1-0ac1-49e2-a3ef-ecfc67171ddb HTTP/1.1" status: 200 len: 946 time: 0.0535161 Mar 31 15:59:51.426995 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-db942a52-3d64-42f4-9209-b48aeb39e0fd req-b7090868-2757-47f2-b8f8-b2b5f7b8f0c1 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424137 Mar 31 15:59:51.559236 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e743b8a-9869-485b-bea1-bf00d34ea2a2 req-fa5180f4-ca8f-4667-bea5-0116099d34c2 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:51.560776 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8e743b8a-9869-485b-bea1-bf00d34ea2a2 req-fa5180f4-ca8f-4667-bea5-0116099d34c2 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 943 time: 0.0575392 Mar 31 15:59:51.613799 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8e743b8a-9869-485b-bea1-bf00d34ea2a2 req-ddb4e21d-ee90-4546-9300-f4eecca1ab02 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464838 Mar 31 15:59:52.559582 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e8c951-ce35-4e74-b05b-5e80da79319c req-283c52ce-5439-433b-a96e-e95ccb033c2e tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:52.561169 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-74e8c951-ce35-4e74-b05b-5e80da79319c req-283c52ce-5439-433b-a96e-e95ccb033c2e tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=42b220b1-0ac1-49e2-a3ef-ecfc67171ddb HTTP/1.1" status: 200 len: 946 time: 0.0548737 Mar 31 15:59:52.614662 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-74e8c951-ce35-4e74-b05b-5e80da79319c req-8ef9d4d3-9b48-43df-b32b-d7df29420ce1 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467076 Mar 31 15:59:52.743237 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88dc5a9-55a8-4a36-b8bd-617cb8ac6456 req-67dfa763-2fcc-4f17-99aa-f457930ff0ac tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:52.744817 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e88dc5a9-55a8-4a36-b8bd-617cb8ac6456 req-67dfa763-2fcc-4f17-99aa-f457930ff0ac tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 943 time: 0.0555687 Mar 31 15:59:52.798975 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e88dc5a9-55a8-4a36-b8bd-617cb8ac6456 req-4132b036-13f5-441a-8d9a-a65aea808ce9 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475161 Mar 31 15:59:53.742177 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d66d3b-f4ee-4884-a771-d9963031c2d3 req-30b987a8-d02b-4d8c-bc37-e1ebd7c71f6a tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:53.743817 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-24d66d3b-f4ee-4884-a771-d9963031c2d3 req-30b987a8-d02b-4d8c-bc37-e1ebd7c71f6a tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=42b220b1-0ac1-49e2-a3ef-ecfc67171ddb HTTP/1.1" status: 200 len: 946 time: 0.0561819 Mar 31 15:59:53.806855 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-24d66d3b-f4ee-4884-a771-d9963031c2d3 req-daff309c-a716-4793-8e7a-d927b4356630 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558543 Mar 31 15:59:53.936011 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6798f8-4487-4fd1-8287-59a390253eb6 req-7e1b0a8e-9256-4ca1-8701-a9983fd5b6af tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:53.938395 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-da6798f8-4487-4fd1-8287-59a390253eb6 req-7e1b0a8e-9256-4ca1-8701-a9983fd5b6af tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 943 time: 0.0578263 Mar 31 15:59:53.985166 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-da6798f8-4487-4fd1-8287-59a390253eb6 req-60855fc3-ae75-42dd-bbc3-410dda2ce242 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410626 Mar 31 15:59:54.943526 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4db524-f1b3-455a-ab3f-5ffdf4b7a7c8 req-fd85e80f-e28e-442e-9427-907128a42c73 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:54.945247 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4b4db524-f1b3-455a-ab3f-5ffdf4b7a7c8 req-fd85e80f-e28e-442e-9427-907128a42c73 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=42b220b1-0ac1-49e2-a3ef-ecfc67171ddb HTTP/1.1" status: 200 len: 946 time: 0.0677025 Mar 31 15:59:55.003421 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4b4db524-f1b3-455a-ab3f-5ffdf4b7a7c8 req-a81514ef-53be-4505-919d-5c6f70333b70 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523410 Mar 31 15:59:55.124692 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc547a1-2f72-4d56-a217-e4dfecd73747 req-91067184-35d8-4732-916b-5ee8e886f2ea tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:55.126173 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5cc547a1-2f72-4d56-a217-e4dfecd73747 req-91067184-35d8-4732-916b-5ee8e886f2ea tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 943 time: 0.0540178 Mar 31 15:59:55.177329 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5cc547a1-2f72-4d56-a217-e4dfecd73747 req-7c7349b0-947b-4eb9-98a1-7d78ce7ce169 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451248 Mar 31 15:59:56.128296 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480d208b-9bee-4bcc-a110-3cb4d4080cfd req-8940bf22-f718-43b0-b3e1-120e8093c839 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:56.129927 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-480d208b-9bee-4bcc-a110-3cb4d4080cfd req-8940bf22-f718-43b0-b3e1-120e8093c839 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=42b220b1-0ac1-49e2-a3ef-ecfc67171ddb HTTP/1.1" status: 200 len: 946 time: 0.0576098 Mar 31 15:59:56.177854 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-480d208b-9bee-4bcc-a110-3cb4d4080cfd req-9d951891-b68c-48bb-a3ed-a03b37890181 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424244 Mar 31 15:59:56.300287 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489f2462-6d2b-47ba-82a9-e3a26d6538ea req-00387f8a-f372-4636-ae07-e2ae2daf0a7f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:56.302573 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-489f2462-6d2b-47ba-82a9-e3a26d6538ea req-00387f8a-f372-4636-ae07-e2ae2daf0a7f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 943 time: 0.0523753 Mar 31 15:59:56.355299 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-489f2462-6d2b-47ba-82a9-e3a26d6538ea req-7c49f89b-ac9d-4bd9-8d95-3a9b335d1fce tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479286 Mar 31 15:59:56.694437 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a57fd1f1-c7a4-4541-ba29-db2ac40bafe2 req-1cd21825-066d-4383-855d-c3c9e8b09f35 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-503903329&fields=id&tenant_id=eb19792da30e47fa826942f826c519af HTTP/1.1" status: 200 len: 267 time: 0.0428271 Mar 31 15:59:56.758251 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fd1f1-c7a4-4541-ba29-db2ac40bafe2 req-2977cfef-b13c-4b4e-b052-24c18d5021af tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:56.759728 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a57fd1f1-c7a4-4541-ba29-db2ac40bafe2 req-2977cfef-b13c-4b4e-b052-24c18d5021af tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 984 time: 0.0589070 Mar 31 15:59:56.770427 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-a57fd1f1-c7a4-4541-ba29-db2ac40bafe2 req-f55cae04-b3f4-49d3-bfdc-7720e1d755ad tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Request body: {'port': {'security_groups': ['fe8027b8-6a74-449a-8208-09dc16e93f98']}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 15:59:56.847298 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-a57fd1f1-c7a4-4541-ba29-db2ac40bafe2 req-f55cae04-b3f4-49d3-bfdc-7720e1d755ad tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (c2e9823b-30b3-4fed-a1c3-0815c78de343), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:57.028515 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-a57fd1f1-c7a4-4541-ba29-db2ac40bafe2 req-f55cae04-b3f4-49d3-bfdc-7720e1d755ad tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] For port c2e9823b-30b3-4fed-a1c3-0815c78de343, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=c2e9823b-30b3-4fed-a1c3-0815c78de343,segment=NetworkSegment(b62131ab-2e11-4ab9-8030-ac4b1acd210e),segment_id=b62131ab-2e11-4ab9-8030-ac4b1acd210e)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 15:59:57.059721 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-a57fd1f1-c7a4-4541-ba29-db2ac40bafe2 req-f55cae04-b3f4-49d3-bfdc-7720e1d755ad tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for port (c2e9823b-30b3-4fed-a1c3-0815c78de343), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:57.149366 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-a57fd1f1-c7a4-4541-ba29-db2ac40bafe2 req-f55cae04-b3f4-49d3-bfdc-7720e1d755ad tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (c2e9823b-30b3-4fed-a1c3-0815c78de343), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:57.193718 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['c2e9823b-30b3-4fed-a1c3-0815c78de343'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:59:57.198803 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fd1f1-c7a4-4541-ba29-db2ac40bafe2 req-f55cae04-b3f4-49d3-bfdc-7720e1d755ad tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:57.199642 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-a57fd1f1-c7a4-4541-ba29-db2ac40bafe2 req-f55cae04-b3f4-49d3-bfdc-7720e1d755ad tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:57.207500 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 36572) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:57.215455 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a57fd1f1-c7a4-4541-ba29-db2ac40bafe2 req-f55cae04-b3f4-49d3-bfdc-7720e1d755ad tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "PUT /v2.0/ports/c2e9823b-30b3-4fed-a1c3-0815c78de343 HTTP/1.1" status: 200 len: 942 time: 0.4460335 Mar 31 15:59:57.215455 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3436d38e-9242-4c49-8387-8a06cdafa0de', 'tag': 'c2e9823b-30b3-4fed-a1c3-0815c78de343'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:59:57.215455 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c8985cd-167b-41b4-9a33-6f8db63e094b" -d '{"events": [{"name": "network-changed", "server_uuid": "3436d38e-9242-4c49-8387-8a06cdafa0de", "tag": "c2e9823b-30b3-4fed-a1c3-0815c78de343"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:59:57.282077 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55cae04-b3f4-49d3-bfdc-7720e1d755ad tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Pushing event updated for resources: {'Port': ['ID=c2e9823b-30b3-4fed-a1c3-0815c78de343,revision_number=7']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:57.379393 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9b4d27a2-5fa4-4f85-834d-9aa7c0d28a86 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for security_group (96340e83-f6d6-4740-992c-6c105f2c7ea7), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:57.411354 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab4c891-e925-45cd-8b35-ba6389d57ade req-9ff7cb04-1036-4e82-8865-6171c323e750 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:57.423978 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9ab4c891-e925-45cd-8b35-ba6389d57ade req-9ff7cb04-1036-4e82-8865-6171c323e750 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=42b220b1-0ac1-49e2-a3ef-ecfc67171ddb HTTP/1.1" status: 200 len: 946 time: 0.1377771 Mar 31 15:59:57.439365 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['c2e9823b-30b3-4fed-a1c3-0815c78de343'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 15:59:57.462754 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9b4d27a2-5fa4-4f85-834d-9aa7c0d28a86 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for security_group (96340e83-f6d6-4740-992c-6c105f2c7ea7), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:57.508823 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9ab4c891-e925-45cd-8b35-ba6389d57ade req-27963c1b-1880-4bf2-900b-8d53c6c12093 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738778 Mar 31 15:59:57.550533 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-7fafb426-10ab-40ac-8470-2e0843906cc9 None None] Provisioning complete for port c2e9823b-30b3-4fed-a1c3-0815c78de343 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 15:59:57.551178 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-7fafb426-10ab-40ac-8470-2e0843906cc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (c2e9823b-30b3-4fed-a1c3-0815c78de343), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:57.561850 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df64f0a-342a-4713-83b8-a2d0ab0dd49e x-openstack-request-id: req-9df64f0a-342a-4713-83b8-a2d0ab0dd49e {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:59:57.562333 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3436d38e-9242-4c49-8387-8a06cdafa0de", "tag": "c2e9823b-30b3-4fed-a1c3-0815c78de343", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:59:57.562645 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-9df64f0a-342a-4713-83b8-a2d0ab0dd49e {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:59:57.563111 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9df64f0a-342a-4713-83b8-a2d0ab0dd49e'] response: {'name': 'network-changed', 'server_uuid': '3436d38e-9242-4c49-8387-8a06cdafa0de', 'tag': 'c2e9823b-30b3-4fed-a1c3-0815c78de343', 'status': 'completed', 'code': 200} Mar 31 15:59:57.683175 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9b4d27a2-5fa4-4f85-834d-9aa7c0d28a86 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (96340e83-f6d6-4740-992c-6c105f2c7ea7), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:57.686219 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9b4d27a2-5fa4-4f85-834d-9aa7c0d28a86 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:57.695095 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 36582) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 15:59:57.695324 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-9b4d27a2-5fa4-4f85-834d-9aa7c0d28a86 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "DELETE /v2.0/security-groups/96340e83-f6d6-4740-992c-6c105f2c7ea7 HTTP/1.1" status: 204 len: 168 time: 0.4811208 Mar 31 15:59:57.707731 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d27a2-5fa4-4f85-834d-9aa7c0d28a86 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=96340e83-f6d6-4740-992c-6c105f2c7ea7,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:57.715800 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-7fafb426-10ab-40ac-8470-2e0843906cc9 None None] Current status of the port c2e9823b-30b3-4fed-a1c3-0815c78de343 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 15:59:57.780231 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2d4846-f5b1-45d1-9bea-9aa2233c34ab req-1f285572-ff6e-419e-898b-c22324facfce tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:57.782352 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7d2d4846-f5b1-45d1-9bea-9aa2233c34ab req-1f285572-ff6e-419e-898b-c22324facfce tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 943 time: 0.1600142 Mar 31 15:59:57.888480 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7d2d4846-f5b1-45d1-9bea-9aa2233c34ab req-520fa2d8-6515-4ded-baee-9c3617105b06 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965860 Mar 31 15:59:57.959049 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-1e1895e1-70c9-472a-bd70-afb82380ab45 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Deleting port c5d8ad88-f832-4576-a145-d2313d8f0880 {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 15:59:57.959393 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1e1895e1-70c9-472a-bd70-afb82380ab45 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (c5d8ad88-f832-4576-a145-d2313d8f0880), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:58.045507 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1e1895e1-70c9-472a-bd70-afb82380ab45 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (c5d8ad88-f832-4576-a145-d2313d8f0880), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:58.045845 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1e1895e1-70c9-472a-bd70-afb82380ab45 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for floatingip (c5d8ad88-f832-4576-a145-d2313d8f0880), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:58.059738 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-1e1895e1-70c9-472a-bd70-afb82380ab45 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Calling delete_port for c5d8ad88-f832-4576-a145-d2313d8f0880 owned by network:floatingip {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 15:59:58.326621 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1e1895e1-70c9-472a-bd70-afb82380ab45 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (c5d8ad88-f832-4576-a145-d2313d8f0880), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:58.353040 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1895e1-70c9-472a-bd70-afb82380ab45 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Pushing event deleted for resources: {'Port': ['ID=c5d8ad88-f832-4576-a145-d2313d8f0880,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 15:59:58.414662 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1e1895e1-70c9-472a-bd70-afb82380ab45 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks [] for floatingip (0243db5d-38b7-4308-b49a-a515f780767f), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:58.415065 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.db.l3_db [None req-1e1895e1-70c9-472a-bd70-afb82380ab45 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Floating IP 0243db5d-38b7-4308-b49a-a515f780767f disassociated (deleted). External IP: 172.27.0.63, port: c2e9823b-30b3-4fed-a1c3-0815c78de343. Mar 31 15:59:58.696888 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d35561-ff05-4aa8-9658-a2f5e76342d8 req-bf72ab1d-55ba-4e02-a43f-17b2ea579ce3 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:58.698386 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-66d35561-ff05-4aa8-9658-a2f5e76342d8 req-bf72ab1d-55ba-4e02-a43f-17b2ea579ce3 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=42b220b1-0ac1-49e2-a3ef-ecfc67171ddb HTTP/1.1" status: 200 len: 946 time: 0.0952690 Mar 31 15:59:58.736898 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e1895e1-70c9-472a-bd70-afb82380ab45 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Router 2054147e-4337-40ca-823b-f5217ccaf460 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 15:59:58.804148 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-66d35561-ff05-4aa8-9658-a2f5e76342d8 req-1546ea63-ca50-4c1f-bfb4-8c816b9431b5 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991461 Mar 31 15:59:59.158145 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e1895e1-70c9-472a-bd70-afb82380ab45 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 15:59:59.165631 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1e1895e1-70c9-472a-bd70-afb82380ab45 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 15:59:59.170583 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6f6a06-71cc-4d3d-9b70-e0a66c3929bc None None] Sync routers for ids ['2054147e-4337-40ca-823b-f5217ccaf460'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 15:59:59.184550 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6f6a06-71cc-4d3d-9b70-e0a66c3929bc None None] Routers {'2054147e-4337-40ca-823b-f5217ccaf460'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:59:59.185228 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-4c6f6a06-71cc-4d3d-9b70-e0a66c3929bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:59:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['2054147e-4337-40ca-823b-f5217ccaf460'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:59.212765 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b924e07-a199-4c69-8e89-a02ec930ad3d req-e2e914f4-fd99-4d09-9387-960e9c35b25c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 15:59:59.214225 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4b924e07-a199-4c69-8e89-a02ec930ad3d req-e2e914f4-fd99-4d09-9387-960e9c35b25c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 943 time: 0.1232858 Mar 31 15:59:59.218791 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-1e1895e1-70c9-472a-bd70-afb82380ab45 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "DELETE /v2.0/floatingips/0243db5d-38b7-4308-b49a-a515f780767f HTTP/1.1" status: 204 len: 168 time: 1.5148218 Mar 31 15:59:59.297700 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-4c6f6a06-71cc-4d3d-9b70-e0a66c3929bc None None] Set router 2054147e-4337-40ca-823b-f5217ccaf460 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:59:59.304699 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4b924e07-a199-4c69-8e89-a02ec930ad3d req-a72bd3f7-86d4-4961-91b3-330cc4c05bac tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690477 Mar 31 15:59:59.553732 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-4c6f6a06-71cc-4d3d-9b70-e0a66c3929bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2054147e-4337-40ca-823b-f5217ccaf460', 'name': 'tempest-TestMinimumBasicScenario-209186568-router', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:22Z', 'updated_at': '2022-03-31T15:57:27Z', 'revision_number': 4, 'project_id': 'eb19792da30e47fa826942f826c519af', 'gw_port': {'id': '0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2054147e-4337-40ca-823b-f5217ccaf460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:23Z', 'updated_at': '2022-03-31T15:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '80414e29-4edd-400c-9caf-7fa4833cfa93', 'name': '', 'network_id': '4df2c028-a451-4616-8b86-d071486326ef', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'mac_address': 'fa:16:3e:70:a3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2054147e-4337-40ca-823b-f5217ccaf460', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '88bff7a9-373d-4644-a392-7e58c3a9e040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:26Z', 'updated_at': '2022-03-31T15:57:31Z', 'revision_number': 5, 'project_id': 'eb19792da30e47fa826942f826c519af', 'subnets': [{'id': '88bff7a9-373d-4644-a392-7e58c3a9e040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:59.564580 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3436d38e-9242-4c49-8387-8a06cdafa0de', 'tag': 'c2e9823b-30b3-4fed-a1c3-0815c78de343'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 15:59:59.567092 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a8e16a-ef8a-4685-ab34-22fb9ef670b6" -d '{"events": [{"name": "network-changed", "server_uuid": "3436d38e-9242-4c49-8387-8a06cdafa0de", "tag": "c2e9823b-30b3-4fed-a1c3-0815c78de343"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 15:59:59.599254 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6f6a06-71cc-4d3d-9b70-e0a66c3929bc None None] Checking router: 2054147e-4337-40ca-823b-f5217ccaf460 for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 15:59:59.608161 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6f6a06-71cc-4d3d-9b70-e0a66c3929bc None None] Routers {'2054147e-4337-40ca-823b-f5217ccaf460'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 15:59:59.612663 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-4c6f6a06-71cc-4d3d-9b70-e0a66c3929bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T15:59:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['2054147e-4337-40ca-823b-f5217ccaf460'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:59.721523 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-4c6f6a06-71cc-4d3d-9b70-e0a66c3929bc None None] Set router 2054147e-4337-40ca-823b-f5217ccaf460 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 15:59:59.803805 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 15:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fa57c35-75d4-4e5d-a3ac-13394680657c x-openstack-request-id: req-2fa57c35-75d4-4e5d-a3ac-13394680657c {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 15:59:59.803805 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3436d38e-9242-4c49-8387-8a06cdafa0de", "tag": "c2e9823b-30b3-4fed-a1c3-0815c78de343", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 15:59:59.803805 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2fa57c35-75d4-4e5d-a3ac-13394680657c {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 15:59:59.803805 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fa57c35-75d4-4e5d-a3ac-13394680657c'] response: {'name': 'network-changed', 'server_uuid': '3436d38e-9242-4c49-8387-8a06cdafa0de', 'tag': 'c2e9823b-30b3-4fed-a1c3-0815c78de343', 'status': 'completed', 'code': 200} Mar 31 15:59:59.945005 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-4c6f6a06-71cc-4d3d-9b70-e0a66c3929bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2054147e-4337-40ca-823b-f5217ccaf460', 'name': 'tempest-TestMinimumBasicScenario-209186568-router', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:22Z', 'updated_at': '2022-03-31T15:57:27Z', 'revision_number': 4, 'project_id': 'eb19792da30e47fa826942f826c519af', 'gw_port': {'id': '0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2054147e-4337-40ca-823b-f5217ccaf460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:23Z', 'updated_at': '2022-03-31T15:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '80414e29-4edd-400c-9caf-7fa4833cfa93', 'name': '', 'network_id': '4df2c028-a451-4616-8b86-d071486326ef', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'mac_address': 'fa:16:3e:70:a3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2054147e-4337-40ca-823b-f5217ccaf460', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '88bff7a9-373d-4644-a392-7e58c3a9e040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:26Z', 'updated_at': '2022-03-31T15:57:31Z', 'revision_number': 5, 'project_id': 'eb19792da30e47fa826942f826c519af', 'subnets': [{'id': '88bff7a9-373d-4644-a392-7e58c3a9e040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 15:59:59.974689 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6f6a06-71cc-4d3d-9b70-e0a66c3929bc None None] The sync data for ids ['2054147e-4337-40ca-823b-f5217ccaf460'] in dv-cinder-836028-1-iscsi is: [{'id': '2054147e-4337-40ca-823b-f5217ccaf460', 'name': 'tempest-TestMinimumBasicScenario-209186568-router', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:22Z', 'updated_at': '2022-03-31T15:57:27Z', 'revision_number': 4, 'project_id': 'eb19792da30e47fa826942f826c519af', 'gw_port': {'id': '0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2054147e-4337-40ca-823b-f5217ccaf460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:23Z', 'updated_at': '2022-03-31T15:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '80414e29-4edd-400c-9caf-7fa4833cfa93', 'name': '', 'network_id': '4df2c028-a451-4616-8b86-d071486326ef', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'mac_address': 'fa:16:3e:70:a3:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2054147e-4337-40ca-823b-f5217ccaf460', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '88bff7a9-373d-4644-a392-7e58c3a9e040', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:26Z', 'updated_at': '2022-03-31T15:57:31Z', 'revision_number': 5, 'project_id': 'eb19792da30e47fa826942f826c519af', 'subnets': [{'id': '88bff7a9-373d-4644-a392-7e58c3a9e040', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:00:00.033199 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21702bb-3e3b-4ed1-825f-80953bbccd26 req-f80551b4-9fa3-41c1-bf8d-e818c517c9c8 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:00.035260 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c21702bb-3e3b-4ed1-825f-80953bbccd26 req-f80551b4-9fa3-41c1-bf8d-e818c517c9c8 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=42b220b1-0ac1-49e2-a3ef-ecfc67171ddb HTTP/1.1" status: 200 len: 946 time: 0.1145840 Mar 31 16:00:00.084799 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c21702bb-3e3b-4ed1-825f-80953bbccd26 req-8affb3c6-cd92-4bb2-86cf-d67a830f5937 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436981 Mar 31 16:00:00.248424 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93ed5b1c-956b-4c4f-9a04-382df8ce797b None None] New status for floating IP 0243db5d-38b7-4308-b49a-a515f780767f: DOWN {{(pid=115721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:00:00.440510 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7862d34-c183-4dc9-8830-2f55365ef4f0 req-71826016-70e7-4469-8d20-01dc7225575a tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:00.442044 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f7862d34-c183-4dc9-8830-2f55365ef4f0 req-71826016-70e7-4469-8d20-01dc7225575a tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 943 time: 0.0548782 Mar 31 16:00:00.489745 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f7862d34-c183-4dc9-8830-2f55365ef4f0 req-48f3a5c7-3693-42f5-a3cd-921516e3ebfe tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417116 Mar 31 16:00:01.207174 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5c2911-aa37-4183-a6dd-e30310f48ed1 req-322bba1a-b993-40b3-af36-b7c821aa891d tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:01.208691 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4b5c2911-aa37-4183-a6dd-e30310f48ed1 req-322bba1a-b993-40b3-af36-b7c821aa891d tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=42b220b1-0ac1-49e2-a3ef-ecfc67171ddb HTTP/1.1" status: 200 len: 946 time: 0.0591242 Mar 31 16:00:01.253782 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4b5c2911-aa37-4183-a6dd-e30310f48ed1 req-f3b4877c-1bf9-4300-8cb1-074272fbefff tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395746 Mar 31 16:00:01.612260 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f445b04-ce32-4154-b2c4-23a2cc5ea5d6 req-9200c99c-4220-4e6a-83ef-6c9136a9b59d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:01.613706 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7f445b04-ce32-4154-b2c4-23a2cc5ea5d6 req-9200c99c-4220-4e6a-83ef-6c9136a9b59d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 943 time: 0.0521290 Mar 31 16:00:01.658553 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7f445b04-ce32-4154-b2c4-23a2cc5ea5d6 req-2ef8af2f-d4b8-470f-96b1-a6f31923b62d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394552 Mar 31 16:00:02.074263 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8e16a-ef8a-4685-ab34-22fb9ef670b6 req-e5248bbe-5885-4e4a-9d90-db5aef83342e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:02.075793 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b1a8e16a-ef8a-4685-ab34-22fb9ef670b6 req-e5248bbe-5885-4e4a-9d90-db5aef83342e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb19792da30e47fa826942f826c519af&device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 1129 time: 0.0467031 Mar 31 16:00:02.198404 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8e16a-ef8a-4685-ab34-22fb9ef670b6 req-9b131be2-cec4-4ec6-8d42-638be57a6a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:02.199852 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b1a8e16a-ef8a-4685-ab34-22fb9ef670b6 req-9b131be2-cec4-4ec6-8d42-638be57a6a2a service neutron] 10.222.0.24 "GET /v2.0/networks?id=4df2c028-a451-4616-8b86-d071486326ef HTTP/1.1" status: 200 len: 915 time: 0.0924413 Mar 31 16:00:02.255293 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b1a8e16a-ef8a-4685-ab34-22fb9ef670b6 req-d5da9df0-fe11-40a1-b247-964aa56f5e4f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2e9823b-30b3-4fed-a1c3-0815c78de343 HTTP/1.1" status: 200 len: 217 time: 0.0356750 Mar 31 16:00:02.315646 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8e16a-ef8a-4685-ab34-22fb9ef670b6 req-1865278a-0dfe-4ebc-9aec-f4dba0875a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:02.317199 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b1a8e16a-ef8a-4685-ab34-22fb9ef670b6 req-1865278a-0dfe-4ebc-9aec-f4dba0875a57 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=88bff7a9-373d-4644-a392-7e58c3a9e040 HTTP/1.1" status: 200 len: 853 time: 0.0520694 Mar 31 16:00:02.398180 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a8e16a-ef8a-4685-ab34-22fb9ef670b6 req-b4c5a04f-0363-4444-8886-81e13d9e8518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:02.399726 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b1a8e16a-ef8a-4685-ab34-22fb9ef670b6 req-b4c5a04f-0363-4444-8886-81e13d9e8518 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4df2c028-a451-4616-8b86-d071486326ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0687366 Mar 31 16:00:02.408073 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3838a87-8a7b-41ce-a218-08135d2e03a7 req-f761d512-ad84-4824-a298-6b9e2a3bb4bb tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:02.409438 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c3838a87-8a7b-41ce-a218-08135d2e03a7 req-f761d512-ad84-4824-a298-6b9e2a3bb4bb tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=42b220b1-0ac1-49e2-a3ef-ecfc67171ddb HTTP/1.1" status: 200 len: 946 time: 0.0874677 Mar 31 16:00:02.517531 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c3838a87-8a7b-41ce-a218-08135d2e03a7 req-a1fb3780-7f30-4c0d-aaa9-e838f12a4e50 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998847 Mar 31 16:00:02.539796 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b1a8e16a-ef8a-4685-ab34-22fb9ef670b6 req-c778b651-f199-4f69-8946-9f3a69de18a7 service neutron] 10.222.0.24 "GET /v2.0/networks/4df2c028-a451-4616-8b86-d071486326ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294293 Mar 31 16:00:02.629774 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b1a8e16a-ef8a-4685-ab34-22fb9ef670b6 req-14bde6ff-1ba6-4164-9426-3e03eb0571c6 service neutron] 10.222.0.24 "GET /v2.0/networks/4df2c028-a451-4616-8b86-d071486326ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837405 Mar 31 16:00:02.786347 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066a95a0-e2b1-4f49-b86f-7e2c7a440b4d req-3c6c4504-3eba-460d-aea3-04accd23cc14 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:02.788902 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-066a95a0-e2b1-4f49-b86f-7e2c7a440b4d req-3c6c4504-3eba-460d-aea3-04accd23cc14 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 943 time: 0.0586250 Mar 31 16:00:02.879142 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-066a95a0-e2b1-4f49-b86f-7e2c7a440b4d req-89f55608-be7d-4568-91fb-111aeaf4993c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796232 Mar 31 16:00:02.885251 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8985cd-167b-41b4-9a33-6f8db63e094b req-74b34b88-a604-423a-8e22-4a54721354bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:02.886651 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c8985cd-167b-41b4-9a33-6f8db63e094b req-74b34b88-a604-423a-8e22-4a54721354bf service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=eb19792da30e47fa826942f826c519af&device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 1129 time: 0.0853925 Mar 31 16:00:02.979924 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8985cd-167b-41b4-9a33-6f8db63e094b req-db77d547-2f8c-4332-823b-683caa94d2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:02.981623 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c8985cd-167b-41b4-9a33-6f8db63e094b req-db77d547-2f8c-4332-823b-683caa94d2e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=4df2c028-a451-4616-8b86-d071486326ef HTTP/1.1" status: 200 len: 915 time: 0.0882475 Mar 31 16:00:03.029901 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c8985cd-167b-41b4-9a33-6f8db63e094b req-f4a82b59-52e4-436d-84a4-cfe6e06a4068 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2e9823b-30b3-4fed-a1c3-0815c78de343 HTTP/1.1" status: 200 len: 217 time: 0.0355811 Mar 31 16:00:03.080523 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8985cd-167b-41b4-9a33-6f8db63e094b req-6132f760-361e-4b38-a193-b08798f0c0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:03.081941 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c8985cd-167b-41b4-9a33-6f8db63e094b req-6132f760-361e-4b38-a193-b08798f0c0e8 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=88bff7a9-373d-4644-a392-7e58c3a9e040 HTTP/1.1" status: 200 len: 853 time: 0.0433972 Mar 31 16:00:03.138053 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8985cd-167b-41b4-9a33-6f8db63e094b req-f330724f-a85a-4630-8230-56dd79e71827 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:03.139530 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c8985cd-167b-41b4-9a33-6f8db63e094b req-f330724f-a85a-4630-8230-56dd79e71827 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=4df2c028-a451-4616-8b86-d071486326ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0514278 Mar 31 16:00:03.227968 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c8985cd-167b-41b4-9a33-6f8db63e094b req-ffa97d1a-1784-43d9-b1c8-3fc4541624b6 service neutron] 10.222.0.24 "GET /v2.0/networks/4df2c028-a451-4616-8b86-d071486326ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816250 Mar 31 16:00:03.321010 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7c8985cd-167b-41b4-9a33-6f8db63e094b req-9c9541f6-719f-4325-8fb0-30ca959955b3 service neutron] 10.222.0.24 "GET /v2.0/networks/4df2c028-a451-4616-8b86-d071486326ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869219 Mar 31 16:00:03.634682 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3926d5c-0349-4ba2-ba44-4185715e1c7f req-19523f95-302c-4435-8c4e-303a7092fe0c tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:03.636194 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b3926d5c-0349-4ba2-ba44-4185715e1c7f req-19523f95-302c-4435-8c4e-303a7092fe0c tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=42b220b1-0ac1-49e2-a3ef-ecfc67171ddb HTTP/1.1" status: 200 len: 946 time: 0.0529139 Mar 31 16:00:03.682647 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b3926d5c-0349-4ba2-ba44-4185715e1c7f req-c49c630c-9ba3-421e-9abc-589ed80b9df9 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403688 Mar 31 16:00:04.011882 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6e978c-75fd-4752-83d0-f1092b3ee569 req-1aa39238-13ef-4a97-97e7-01c2a7a7308d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:04.013416 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3f6e978c-75fd-4752-83d0-f1092b3ee569 req-1aa39238-13ef-4a97-97e7-01c2a7a7308d tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 943 time: 0.0611515 Mar 31 16:00:04.064957 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3f6e978c-75fd-4752-83d0-f1092b3ee569 req-49b408d4-9942-4cdb-8acf-abf9e357561f tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448947 Mar 31 16:00:04.389515 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 414f290c-1850-4ac3-af74-e2472ce44a79 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=115721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:00:04.491112 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 414f290c-1850-4ac3-af74-e2472ce44a79, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=414f290c-1850-4ac3-af74-e2472ce44a79,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:04.502565 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Returning: {'device': '414f290c-1850-4ac3-af74-e2472ce44a79', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'port_id': '414f290c-1850-4ac3-af74-e2472ce44a79', 'mac_address': 'fa:16:3e:b5:5a:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 830, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:00:04.543034 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 414f290c-1850-4ac3-af74-e2472ce44a79 is: DOWN; New status is: BUILD {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:04.543433 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (414f290c-1850-4ac3-af74-e2472ce44a79), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:04.557301 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414f290c-1850-4ac3-af74-e2472ce44a79 {{(pid=115721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:00:04.576852 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 414f290c-1850-4ac3-af74-e2472ce44a79, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=414f290c-1850-4ac3-af74-e2472ce44a79,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:04.663279 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (414f290c-1850-4ac3-af74-e2472ce44a79), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:04.716296 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=414f290c-1850-4ac3-af74-e2472ce44a79,revision_number=9']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:04.840179 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-6ecccc41-c08d-4576-8e58-7e6632ff50a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:05.010400 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['414f290c-1850-4ac3-af74-e2472ce44a79'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:00:05.227738 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b13c73-a04d-419e-b96b-49ca773191da req-b3deb78e-8d8d-4181-a24b-e40261f9cd0c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:05.229129 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-30b13c73-a04d-419e-b96b-49ca773191da req-b3deb78e-8d8d-4181-a24b-e40261f9cd0c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 944 time: 0.0565376 Mar 31 16:00:05.277562 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-30b13c73-a04d-419e-b96b-49ca773191da req-c58d1478-5983-4367-9296-d65961b4bed8 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421729 Mar 31 16:00:05.410506 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9f1d3-06e2-4a54-af4b-22272d481b42 req-e135d31d-44e1-459f-aaf8-0467220c60e7 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:05.411411 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ebc9f1d3-06e2-4a54-af4b-22272d481b42 req-e135d31d-44e1-459f-aaf8-0467220c60e7 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=42b220b1-0ac1-49e2-a3ef-ecfc67171ddb HTTP/1.1" status: 200 len: 946 time: 0.0559072 Mar 31 16:00:05.459800 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ebc9f1d3-06e2-4a54-af4b-22272d481b42 req-43b33aaf-a901-4811-84a8-90886a273e2a tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425658 Mar 31 16:00:06.397696 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 414f290c-1850-4ac3-af74-e2472ce44a79 up at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:00:06.399776 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a943d9-ff00-4d7a-b1a8-dad219c02fa3 req-0b54d522-b62c-467d-9f79-0efe9a4bcaa8 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:06.401432 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-90a943d9-ff00-4d7a-b1a8-dad219c02fa3 req-0b54d522-b62c-467d-9f79-0efe9a4bcaa8 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 944 time: 0.0530446 Mar 31 16:00:06.449193 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning complete for port 414f290c-1850-4ac3-af74-e2472ce44a79 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:06.449779 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (414f290c-1850-4ac3-af74-e2472ce44a79), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:06.454267 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-90a943d9-ff00-4d7a-b1a8-dad219c02fa3 req-126bd90a-9350-4cbc-8a2d-926ef013a5f0 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464623 Mar 31 16:00:06.527603 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 414f290c-1850-4ac3-af74-e2472ce44a79 is: BUILD; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:06.527822 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (414f290c-1850-4ac3-af74-e2472ce44a79), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:06.551452 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130a204b-5efc-4e84-955b-265c36412a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414f290c-1850-4ac3-af74-e2472ce44a79'}] {{(pid=115721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:00:06.553822 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dbd394bfc303c33638f161c815dd3ff8081b22df1313fe1def72e09edd93f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1bd2139-1fd4-4485-b249-ea3389e94d2b" -d '{"events": [{"server_uuid": "130a204b-5efc-4e84-955b-265c36412a10", "name": "network-vif-plugged", "status": "completed", "tag": "414f290c-1850-4ac3-af74-e2472ce44a79"}]}' {{(pid=115721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:00:06.567277 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 414f290c-1850-4ac3-af74-e2472ce44a79, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=414f290c-1850-4ac3-af74-e2472ce44a79,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:06.581179 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df47e7a-1817-4ab4-b5e0-e7cc856b1184 req-6ba95d12-9af8-49ee-84ca-3a54fbdb9ea2 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:06.582968 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1df47e7a-1817-4ab4-b5e0-e7cc856b1184 req-6ba95d12-9af8-49ee-84ca-3a54fbdb9ea2 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=42b220b1-0ac1-49e2-a3ef-ecfc67171ddb HTTP/1.1" status: 200 len: 946 time: 0.0561397 Mar 31 16:00:06.606894 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:00:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aec34fd-da03-406a-8ca6-97efa098dc15 x-openstack-request-id: req-3aec34fd-da03-406a-8ca6-97efa098dc15 {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:00:06.607189 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130a204b-5efc-4e84-955b-265c36412a10", "name": "network-vif-plugged", "status": "completed", "tag": "414f290c-1850-4ac3-af74-e2472ce44a79", "code": 200}]} {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:00:06.607443 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3aec34fd-da03-406a-8ca6-97efa098dc15 {{(pid=115721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:00:06.607843 dv-cinder-836028-1-iscsi neutron-server[115721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3aec34fd-da03-406a-8ca6-97efa098dc15'] response: {'server_uuid': '130a204b-5efc-4e84-955b-265c36412a10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414f290c-1850-4ac3-af74-e2472ce44a79', 'code': 200} Mar 31 16:00:06.632503 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1df47e7a-1817-4ab4-b5e0-e7cc856b1184 req-a2bd90e5-77ed-43a2-820b-256e81c2f1a1 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437353 Mar 31 16:00:06.641958 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (414f290c-1850-4ac3-af74-e2472ce44a79), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:06.696762 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=414f290c-1850-4ac3-af74-e2472ce44a79,revision_number=10']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:07.001131 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1822730-dbf5-49c0-83ff-cafe7d3d2a01 req-52a598b8-01b7-47f9-a43a-53c8228cedbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:07.002545 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a1822730-dbf5-49c0-83ff-cafe7d3d2a01 req-52a598b8-01b7-47f9-a43a-53c8228cedbb service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 1130 time: 0.0433860 Mar 31 16:00:07.003199 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-7305c885-a3bb-49a5-9afc-71c79bee4cdd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:07.071478 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a1822730-dbf5-49c0-83ff-cafe7d3d2a01 req-60dcc602-04e5-43c8-92fc-399004d3bb22 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422914 Mar 31 16:00:07.086301 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eaf2b5-07a2-4055-a0b7-639890703659 req-26b7aa93-3b7f-48bf-8d4c-3d55c795017a tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:07.088088 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-14eaf2b5-07a2-4055-a0b7-639890703659 req-26b7aa93-3b7f-48bf-8d4c-3d55c795017a tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.24 "GET /v2.0/ports?device_id=42b220b1-0ac1-49e2-a3ef-ecfc67171ddb HTTP/1.1" status: 200 len: 946 time: 0.0585392 Mar 31 16:00:07.146141 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d5fd1-fe03-4156-be64-2efa4be8977d req-685d332f-7a23-41f4-8297-4e9cf12305ae tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:07.147593 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f08d5fd1-fe03-4156-be64-2efa4be8977d req-685d332f-7a23-41f4-8297-4e9cf12305ae tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 945 time: 0.0557902 Mar 31 16:00:07.193595 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f08d5fd1-fe03-4156-be64-2efa4be8977d req-35271e47-d3bc-4512-9733-f8bcdbb43ac3 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401959 Mar 31 16:00:07.443015 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [req-14eaf2b5-07a2-4055-a0b7-639890703659 req-37b5b77c-0dfe-42ac-b472-1d2d1f6147dd tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Deleting port b56a3505-da1a-4880-a4a8-fd39b8f3d063 {{(pid=115720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:07.443363 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-14eaf2b5-07a2-4055-a0b7-639890703659 req-37b5b77c-0dfe-42ac-b472-1d2d1f6147dd tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (b56a3505-da1a-4880-a4a8-fd39b8f3d063), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:07.529601 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [req-14eaf2b5-07a2-4055-a0b7-639890703659 req-37b5b77c-0dfe-42ac-b472-1d2d1f6147dd tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] For port b56a3505-da1a-4880-a4a8-fd39b8f3d063, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b56a3505-da1a-4880-a4a8-fd39b8f3d063,segment=NetworkSegment(a22eff92-388b-4967-966c-3e118e49c158),segment_id=a22eff92-388b-4967-966c-3e118e49c158)] {{(pid=115720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:07.529973 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-14eaf2b5-07a2-4055-a0b7-639890703659 req-37b5b77c-0dfe-42ac-b472-1d2d1f6147dd tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (b56a3505-da1a-4880-a4a8-fd39b8f3d063), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:07.543656 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [req-14eaf2b5-07a2-4055-a0b7-639890703659 req-37b5b77c-0dfe-42ac-b472-1d2d1f6147dd tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Calling delete_port for b56a3505-da1a-4880-a4a8-fd39b8f3d063 owned by compute:nova {{(pid=115720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:07.579465 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e56eecf-5cf7-4569-a201-c8da331dee44 req-26f512a1-c1cb-4a8d-bc78-541be7ceb9be tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:07.581255 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0e56eecf-5cf7-4569-a201-c8da331dee44 req-26f512a1-c1cb-4a8d-bc78-541be7ceb9be tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 946 time: 0.0541635 Mar 31 16:00:07.639040 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0e56eecf-5cf7-4569-a201-c8da331dee44 req-fcba82f9-6c92-4c87-a70c-b3d356aa4e09 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422723 Mar 31 16:00:07.743634 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-14eaf2b5-07a2-4055-a0b7-639890703659 req-37b5b77c-0dfe-42ac-b472-1d2d1f6147dd tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (b56a3505-da1a-4880-a4a8-fd39b8f3d063), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:07.759301 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef70a76d-1e96-4581-bbba-eafa4759fa4b req-4ac688f4-b1cf-417d-abeb-4928dfd20856 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:07.760897 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ef70a76d-1e96-4581-bbba-eafa4759fa4b req-4ac688f4-b1cf-417d-abeb-4928dfd20856 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=42b220b1-0ac1-49e2-a3ef-ecfc67171ddb HTTP/1.1" status: 200 len: 867 time: 0.0576448 Mar 31 16:00:07.767044 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:07.773125 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b5b77c-0dfe-42ac-b472-1d2d1f6147dd tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Pushing event deleted for resources: {'Port': ['ID=b56a3505-da1a-4880-a4a8-fd39b8f3d063,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:07.784368 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['b56a3505-da1a-4880-a4a8-fd39b8f3d063'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:00:07.814971 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ef70a76d-1e96-4581-bbba-eafa4759fa4b req-be1fb71a-8c24-449f-b650-c739827075a1 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/security-groups?id=bcf48c9e-86dc-4747-9cf2-c47e7811e242&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473967 Mar 31 16:00:07.818220 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [req-14eaf2b5-07a2-4055-a0b7-639890703659 req-37b5b77c-0dfe-42ac-b472-1d2d1f6147dd tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] No DVR routers for this DVR port b56a3505-da1a-4880-a4a8-fd39b8f3d063 on host hv-cinder-83602 {{(pid=115720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:00:07.820727 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-14eaf2b5-07a2-4055-a0b7-639890703659 req-37b5b77c-0dfe-42ac-b472-1d2d1f6147dd tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:07.826188 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-14eaf2b5-07a2-4055-a0b7-639890703659 req-37b5b77c-0dfe-42ac-b472-1d2d1f6147dd tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.24 "DELETE /v2.0/ports/b56a3505-da1a-4880-a4a8-fd39b8f3d063 HTTP/1.1" status: 204 len: 173 time: 0.4707727 Mar 31 16:00:07.826188 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '42b220b1-0ac1-49e2-a3ef-ecfc67171ddb', 'name': 'network-vif-deleted', 'tag': 'b56a3505-da1a-4880-a4a8-fd39b8f3d063'}] {{(pid=115720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:00:07.832232 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccc7965b351d9be82fa8b87eed5996d2f485a8722744a87613077a4f3f485543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3ee87e5-5e2e-45fe-9fd8-15d14047a0f1" -d '{"events": [{"server_uuid": "42b220b1-0ac1-49e2-a3ef-ecfc67171ddb", "name": "network-vif-deleted", "tag": "b56a3505-da1a-4880-a4a8-fd39b8f3d063"}]}' {{(pid=115720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:00:07.865307 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7368bd59-f50b-49fe-9de4-a736fc9ce3f1 x-openstack-request-id: req-7368bd59-f50b-49fe-9de4-a736fc9ce3f1 {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:00:07.865612 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "42b220b1-0ac1-49e2-a3ef-ecfc67171ddb", "name": "network-vif-deleted", "tag": "b56a3505-da1a-4880-a4a8-fd39b8f3d063", "status": "completed", "code": 200}]} {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:00:07.865871 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7368bd59-f50b-49fe-9de4-a736fc9ce3f1 {{(pid=115720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:00:07.866282 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7368bd59-f50b-49fe-9de4-a736fc9ce3f1'] response: {'server_uuid': '42b220b1-0ac1-49e2-a3ef-ecfc67171ddb', 'name': 'network-vif-deleted', 'tag': 'b56a3505-da1a-4880-a4a8-fd39b8f3d063', 'status': 'completed', 'code': 200} Mar 31 16:00:08.310563 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bbe983-a4a5-43de-97b1-40fc26bbc5bf req-aace4607-732d-4e6f-9f79-3dcd47a275ca tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:08.312598 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-73bbe983-a4a5-43de-97b1-40fc26bbc5bf req-aace4607-732d-4e6f-9f79-3dcd47a275ca tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 945 time: 0.0537877 Mar 31 16:00:08.365391 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-73bbe983-a4a5-43de-97b1-40fc26bbc5bf req-98b959f0-6d7b-4da3-893d-bbf56bd60810 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464132 Mar 31 16:00:08.394484 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:08.763129 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a8b8a-05e6-4c30-ab7e-d7ecea3a4ad9 req-fe4ac211-80c8-42c1-8aa0-a0c628119dfb tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:08.764643 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-626a8b8a-05e6-4c30-ab7e-d7ecea3a4ad9 req-fe4ac211-80c8-42c1-8aa0-a0c628119dfb tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 946 time: 0.0523930 Mar 31 16:00:08.819828 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-626a8b8a-05e6-4c30-ab7e-d7ecea3a4ad9 req-ee9e857e-d24c-4ad3-acb5-1300efac76b9 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482924 Mar 31 16:00:08.930229 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e8392904-9289-489d-b89c-074987fa7ff1 req-d578c726-1899-420e-bbc8-2125d9c5e113 tempest-VolumesActionsTest-1677061814 tempest-VolumesActionsTest-1677061814-project] 10.222.0.47 "GET /v2.0/ports?device_id=42b220b1-0ac1-49e2-a3ef-ecfc67171ddb HTTP/1.1" status: 200 len: 210 time: 0.0307786 Mar 31 16:00:09.497375 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2feb6fcc-03b2-4fa1-aceb-07f3e53d0f39 req-3a80c03e-0207-4be6-931f-53fbaad43144 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:09.498873 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2feb6fcc-03b2-4fa1-aceb-07f3e53d0f39 req-3a80c03e-0207-4be6-931f-53fbaad43144 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 945 time: 0.0619247 Mar 31 16:00:09.550783 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3fac60-ac5c-4c97-bb71-2966018baa4d req-c7e374e5-617f-491c-b6f8-21df9912c511 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:09.550783 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-5a3fac60-ac5c-4c97-bb71-2966018baa4d req-c7e374e5-617f-491c-b6f8-21df9912c511 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.24 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 945 time: 0.0547767 Mar 31 16:00:09.552184 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2feb6fcc-03b2-4fa1-aceb-07f3e53d0f39 req-24894d41-abc1-4642-9678-379fce0124d5 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/security-groups?id=fe8027b8-6a74-449a-8208-09dc16e93f98&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455165 Mar 31 16:00:09.642063 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [req-5a3fac60-ac5c-4c97-bb71-2966018baa4d req-4c0da593-a0fb-463d-b0c7-770fb79dc92c tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Deleting port c2e9823b-30b3-4fed-a1c3-0815c78de343 {{(pid=115720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:09.642416 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-5a3fac60-ac5c-4c97-bb71-2966018baa4d req-4c0da593-a0fb-463d-b0c7-770fb79dc92c tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (c2e9823b-30b3-4fed-a1c3-0815c78de343), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:09.643391 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:09.736834 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [req-5a3fac60-ac5c-4c97-bb71-2966018baa4d req-4c0da593-a0fb-463d-b0c7-770fb79dc92c tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] For port c2e9823b-30b3-4fed-a1c3-0815c78de343, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=c2e9823b-30b3-4fed-a1c3-0815c78de343,segment=NetworkSegment(b62131ab-2e11-4ab9-8030-ac4b1acd210e),segment_id=b62131ab-2e11-4ab9-8030-ac4b1acd210e)] {{(pid=115720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:09.737197 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-5a3fac60-ac5c-4c97-bb71-2966018baa4d req-4c0da593-a0fb-463d-b0c7-770fb79dc92c tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (c2e9823b-30b3-4fed-a1c3-0815c78de343), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:09.750576 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [req-5a3fac60-ac5c-4c97-bb71-2966018baa4d req-4c0da593-a0fb-463d-b0c7-770fb79dc92c tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Calling delete_port for c2e9823b-30b3-4fed-a1c3-0815c78de343 owned by compute:nova {{(pid=115720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:09.937987 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-5a3fac60-ac5c-4c97-bb71-2966018baa4d req-4c0da593-a0fb-463d-b0c7-770fb79dc92c tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (c2e9823b-30b3-4fed-a1c3-0815c78de343), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:09.948076 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94abac7-e2e7-4dec-9a22-cfb90e9704db req-7754f4b7-682f-464b-b347-fc77615c55a0 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:09.948076 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f94abac7-e2e7-4dec-9a22-cfb90e9704db req-7754f4b7-682f-464b-b347-fc77615c55a0 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 946 time: 0.0532815 Mar 31 16:00:09.967711 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0da593-a0fb-463d-b0c7-770fb79dc92c tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Pushing event deleted for resources: {'Port': ['ID=c2e9823b-30b3-4fed-a1c3-0815c78de343,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:09.979635 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['c2e9823b-30b3-4fed-a1c3-0815c78de343'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:00:10.021725 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3fac60-ac5c-4c97-bb71-2966018baa4d req-4c0da593-a0fb-463d-b0c7-770fb79dc92c tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] No DVR routers for this DVR port c2e9823b-30b3-4fed-a1c3-0815c78de343 on host hv-cinder-83602 {{(pid=115720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:00:10.024067 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-5a3fac60-ac5c-4c97-bb71-2966018baa4d req-4c0da593-a0fb-463d-b0c7-770fb79dc92c tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:10.027868 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-5a3fac60-ac5c-4c97-bb71-2966018baa4d req-4c0da593-a0fb-463d-b0c7-770fb79dc92c tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.24 "DELETE /v2.0/ports/c2e9823b-30b3-4fed-a1c3-0815c78de343 HTTP/1.1" status: 204 len: 173 time: 0.4770520 Mar 31 16:00:10.031647 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f94abac7-e2e7-4dec-9a22-cfb90e9704db req-09a9c2e0-09ba-4f64-a266-b45d324d9dd6 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798225 Mar 31 16:00:10.032149 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3436d38e-9242-4c49-8387-8a06cdafa0de', 'name': 'network-vif-deleted', 'tag': 'c2e9823b-30b3-4fed-a1c3-0815c78de343'}] {{(pid=115720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:00:10.034687 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccc7965b351d9be82fa8b87eed5996d2f485a8722744a87613077a4f3f485543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3235b385-4a7d-4c18-a649-d4d4945ffb1e" -d '{"events": [{"server_uuid": "3436d38e-9242-4c49-8387-8a06cdafa0de", "name": "network-vif-deleted", "tag": "c2e9823b-30b3-4fed-a1c3-0815c78de343"}]}' {{(pid=115720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:00:10.081490 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa58c5b3-bf36-49e9-a56a-9580841c4e1f x-openstack-request-id: req-aa58c5b3-bf36-49e9-a56a-9580841c4e1f {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:00:10.081780 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3436d38e-9242-4c49-8387-8a06cdafa0de", "name": "network-vif-deleted", "tag": "c2e9823b-30b3-4fed-a1c3-0815c78de343", "status": "completed", "code": 200}]} {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:00:10.082032 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-aa58c5b3-bf36-49e9-a56a-9580841c4e1f {{(pid=115720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:00:10.082458 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aa58c5b3-bf36-49e9-a56a-9580841c4e1f'] response: {'server_uuid': '3436d38e-9242-4c49-8387-8a06cdafa0de', 'name': 'network-vif-deleted', 'tag': 'c2e9823b-30b3-4fed-a1c3-0815c78de343', 'status': 'completed', 'code': 200} Mar 31 16:00:10.242579 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-2f603421-8f2d-4d04-995e-0362e87501d7 req-c126c43f-93c5-4b96-8cb2-944f74fce586 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=585c534d-6b94-4644-931f-e11310610fad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0468452 Mar 31 16:00:10.345827 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f603421-8f2d-4d04-995e-0362e87501d7 req-2ab38891-d356-47f5-8002-a6206b025c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:10.347338 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-2f603421-8f2d-4d04-995e-0362e87501d7 req-2ab38891-d356-47f5-8002-a6206b025c8b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=6b74c4b3e38f4f298f86bb10c6a6f67b&device_id=585c534d-6b94-4644-931f-e11310610fad HTTP/1.1" status: 200 len: 1130 time: 0.0543728 Mar 31 16:00:10.399739 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device b56a3505-da1a-4880-a4a8-fd39b8f3d063 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:00:10.423702 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] No Port match for: b56a3505-da1a-4880-a4a8-fd39b8f3d063 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:00:10.424098 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device b56a3505-da1a-4880-a4a8-fd39b8f3d063 not bound to the agent host hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:00:10.464151 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f603421-8f2d-4d04-995e-0362e87501d7 req-e982bb5c-2fe6-40af-9da0-f73511c730e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:10.465756 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-2f603421-8f2d-4d04-995e-0362e87501d7 req-e982bb5c-2fe6-40af-9da0-f73511c730e8 service neutron] 10.222.0.24 "GET /v2.0/networks?id=8fa8fe94-2799-4a5d-b4fd-6056ad46df32 HTTP/1.1" status: 200 len: 912 time: 0.0972955 Mar 31 16:00:10.539623 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-2f603421-8f2d-4d04-995e-0362e87501d7 req-3cf6022c-7772-438b-b28b-0f2cf224497f service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b2e14b53-8988-4852-aab1-2878268b468e HTTP/1.1" status: 200 len: 1002 time: 0.0666294 Mar 31 16:00:10.591261 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f603421-8f2d-4d04-995e-0362e87501d7 req-c46ab1c6-721f-4ead-978d-c9b29e37cb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:10.592907 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-2f603421-8f2d-4d04-995e-0362e87501d7 req-c46ab1c6-721f-4ead-978d-c9b29e37cb7f service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a1a7fe3f-e590-4452-8b6d-b35b0e495b82 HTTP/1.1" status: 200 len: 850 time: 0.0467560 Mar 31 16:00:10.648389 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f603421-8f2d-4d04-995e-0362e87501d7 req-28c2be89-7d99-4e7a-9afe-17527aa19893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:10.650514 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-2f603421-8f2d-4d04-995e-0362e87501d7 req-28c2be89-7d99-4e7a-9afe-17527aa19893 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8fa8fe94-2799-4a5d-b4fd-6056ad46df32&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0478678 Mar 31 16:00:10.668647 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3776e165-669e-4e61-93a4-8ecf092095a2 req-52059e8f-f401-4771-9519-4789744b4688 tempest-TestMinimumBasicScenario-824022305 tempest-TestMinimumBasicScenario-824022305-project] 10.222.0.47 "GET /v2.0/ports?device_id=3436d38e-9242-4c49-8387-8a06cdafa0de HTTP/1.1" status: 200 len: 210 time: 0.0296059 Mar 31 16:00:10.749381 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-2f603421-8f2d-4d04-995e-0362e87501d7 req-68814d59-ad47-4128-827d-e0a01c24d8d3 service neutron] 10.222.0.24 "GET /v2.0/networks/8fa8fe94-2799-4a5d-b4fd-6056ad46df32?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909941 Mar 31 16:00:10.847748 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-2f603421-8f2d-4d04-995e-0362e87501d7 req-5207d5d2-4679-4da6-a2b0-1e1ee80f6669 service neutron] 10.222.0.24 "GET /v2.0/networks/8fa8fe94-2799-4a5d-b4fd-6056ad46df32?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859215 Mar 31 16:00:11.083427 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:11.182307 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead9afde-a533-46e0-b34b-6d214e7e97ce req-30e73868-2f18-45d0-97c6-05815a27c577 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:11.183872 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ead9afde-a533-46e0-b34b-6d214e7e97ce req-30e73868-2f18-45d0-97c6-05815a27c577 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 946 time: 0.0543032 Mar 31 16:00:11.236873 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ead9afde-a533-46e0-b34b-6d214e7e97ce req-fda9fdc3-ecc5-4161-a1a6-29f7005d1e4a tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464084 Mar 31 16:00:13.042521 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 36874) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:13.456605 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-60c8d863-eebe-46fe-b5e3-fe37e7aaf479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606591'] for router_interface (2054147e-4337-40ca-823b-f5217ccaf460), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:13.748350 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-60c8d863-eebe-46fe-b5e3-fe37e7aaf479 admin admin] Deleting port 80414e29-4edd-400c-9caf-7fa4833cfa93 {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:13.748610 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-60c8d863-eebe-46fe-b5e3-fe37e7aaf479 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (80414e29-4edd-400c-9caf-7fa4833cfa93), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:13.821746 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [None req-60c8d863-eebe-46fe-b5e3-fe37e7aaf479 admin admin] For port 80414e29-4edd-400c-9caf-7fa4833cfa93, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=80414e29-4edd-400c-9caf-7fa4833cfa93,segment=NetworkSegment(b62131ab-2e11-4ab9-8030-ac4b1acd210e),segment_id=b62131ab-2e11-4ab9-8030-ac4b1acd210e)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:13.822104 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-60c8d863-eebe-46fe-b5e3-fe37e7aaf479 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (80414e29-4edd-400c-9caf-7fa4833cfa93), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:13.834515 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-60c8d863-eebe-46fe-b5e3-fe37e7aaf479 admin admin] Calling delete_port for 80414e29-4edd-400c-9caf-7fa4833cfa93 owned by network:router_interface {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:14.068571 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-60c8d863-eebe-46fe-b5e3-fe37e7aaf479 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (80414e29-4edd-400c-9caf-7fa4833cfa93), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:14.097926 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8d863-eebe-46fe-b5e3-fe37e7aaf479 admin admin] Pushing event deleted for resources: {'Port': ['ID=80414e29-4edd-400c-9caf-7fa4833cfa93,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:14.269870 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-60c8d863-eebe-46fe-b5e3-fe37e7aaf479 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607215'] for router_interface (2054147e-4337-40ca-823b-f5217ccaf460), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:14.397227 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device c2e9823b-30b3-4fed-a1c3-0815c78de343 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:00:14.416859 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] No Port match for: c2e9823b-30b3-4fed-a1c3-0815c78de343 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:00:14.417212 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device c2e9823b-30b3-4fed-a1c3-0815c78de343 not bound to the agent host hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:00:14.746979 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c8d863-eebe-46fe-b5e3-fe37e7aaf479 admin admin] Router 2054147e-4337-40ca-823b-f5217ccaf460 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:00:14.852393 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c8d863-eebe-46fe-b5e3-fe37e7aaf479 admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:00:14.857332 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-60c8d863-eebe-46fe-b5e3-fe37e7aaf479 admin admin] 10.222.0.47 "PUT /v2.0/routers/2054147e-4337-40ca-823b-f5217ccaf460/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8137932 Mar 31 16:00:14.860392 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 36892) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:14.863914 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887e19db-b28f-4479-a74d-f99c264f99fc None None] Sync routers for ids ['2054147e-4337-40ca-823b-f5217ccaf460'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:00:14.874083 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887e19db-b28f-4479-a74d-f99c264f99fc None None] Routers {'2054147e-4337-40ca-823b-f5217ccaf460'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:14.875313 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-887e19db-b28f-4479-a74d-f99c264f99fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:00:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['2054147e-4337-40ca-823b-f5217ccaf460'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:14.963465 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b700f590-6c17-4acc-9979-5d0360f89119 admin admin] Publish callbacks [] for router (2054147e-4337-40ca-823b-f5217ccaf460), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:14.988824 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-887e19db-b28f-4479-a74d-f99c264f99fc None None] Set router 2054147e-4337-40ca-823b-f5217ccaf460 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:15.076166 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b700f590-6c17-4acc-9979-5d0360f89119 admin admin] Publish callbacks [] for router_gateway (2054147e-4337-40ca-823b-f5217ccaf460), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:15.189602 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-b700f590-6c17-4acc-9979-5d0360f89119 admin admin] Deleting port 0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41 {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:15.189947 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b700f590-6c17-4acc-9979-5d0360f89119 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:15.259166 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-887e19db-b28f-4479-a74d-f99c264f99fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2054147e-4337-40ca-823b-f5217ccaf460', 'name': 'tempest-TestMinimumBasicScenario-209186568-router', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.87'}], 'enable_snat': True}, 'gw_port_id': '0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:22Z', 'updated_at': '2022-03-31T16:00:13Z', 'revision_number': 5, 'project_id': 'eb19792da30e47fa826942f826c519af', 'gw_port': {'id': '0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:d4:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2054147e-4337-40ca-823b-f5217ccaf460', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:23Z', 'updated_at': '2022-03-31T15:57:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:15.268593 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [None req-b700f590-6c17-4acc-9979-5d0360f89119 admin admin] For port 0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:15.268999 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b700f590-6c17-4acc-9979-5d0360f89119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:15.282766 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-b700f590-6c17-4acc-9979-5d0360f89119 admin admin] Calling delete_port for 0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41 owned by network:router_gateway {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:15.285454 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887e19db-b28f-4479-a74d-f99c264f99fc None None] Checking router: 2054147e-4337-40ca-823b-f5217ccaf460 for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:00:15.293672 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887e19db-b28f-4479-a74d-f99c264f99fc None None] Routers {'2054147e-4337-40ca-823b-f5217ccaf460'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:15.294287 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-887e19db-b28f-4479-a74d-f99c264f99fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:00:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['2054147e-4337-40ca-823b-f5217ccaf460'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:15.401014 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-887e19db-b28f-4479-a74d-f99c264f99fc None None] Set router 2054147e-4337-40ca-823b-f5217ccaf460 gateway port host: None {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:15.460650 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-887e19db-b28f-4479-a74d-f99c264f99fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2054147e-4337-40ca-823b-f5217ccaf460', 'name': 'tempest-TestMinimumBasicScenario-209186568-router', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:22Z', 'updated_at': '2022-03-31T16:00:15Z', 'revision_number': 6, 'project_id': 'eb19792da30e47fa826942f826c519af', 'gw_port_host': None}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:15.487926 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-887e19db-b28f-4479-a74d-f99c264f99fc None None] The sync data for ids ['2054147e-4337-40ca-823b-f5217ccaf460'] in dv-cinder-836028-1-iscsi is: [{'id': '2054147e-4337-40ca-823b-f5217ccaf460', 'name': 'tempest-TestMinimumBasicScenario-209186568-router', 'tenant_id': 'eb19792da30e47fa826942f826c519af', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:22Z', 'updated_at': '2022-03-31T16:00:15Z', 'revision_number': 6, 'project_id': 'eb19792da30e47fa826942f826c519af', 'gw_port_host': None}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:00:15.541624 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b700f590-6c17-4acc-9979-5d0360f89119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:15.590425 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b700f590-6c17-4acc-9979-5d0360f89119 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:15.716069 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b700f590-6c17-4acc-9979-5d0360f89119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609541'] for router_gateway (2054147e-4337-40ca-823b-f5217ccaf460), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:15.837044 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b700f590-6c17-4acc-9979-5d0360f89119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-413'] for router (2054147e-4337-40ca-823b-f5217ccaf460), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:15.838581 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b700f590-6c17-4acc-9979-5d0360f89119 admin admin] Publish callbacks [] for router_controller (2054147e-4337-40ca-823b-f5217ccaf460), precommit_delete_associations {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:15.980444 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b700f590-6c17-4acc-9979-5d0360f89119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-621024'] for router (2054147e-4337-40ca-823b-f5217ccaf460), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:15.980930 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b700f590-6c17-4acc-9979-5d0360f89119 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2054147e-4337-40ca-823b-f5217ccaf460 {{(pid=115719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 16:00:15.986512 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b700f590-6c17-4acc-9979-5d0360f89119 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:15.987614 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-b700f590-6c17-4acc-9979-5d0360f89119 admin admin] 10.222.0.47 "DELETE /v2.0/routers/2054147e-4337-40ca-823b-f5217ccaf460 HTTP/1.1" status: 204 len: 168 time: 1.1263051 Mar 31 16:00:15.990594 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 36922) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:16.070499 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a58153f-c81d-403e-8188-f8c27ce592d6 admin admin] Deleting subnet 88bff7a9-373d-4644-a392-7e58c3a9e040 {{(pid=115720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:00:16.075206 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9a58153f-c81d-403e-8188-f8c27ce592d6 admin admin] Publish callbacks [] for subnet (88bff7a9-373d-4644-a392-7e58c3a9e040), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:16.126146 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9a58153f-c81d-403e-8188-f8c27ce592d6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7314090'] for subnet (88bff7a9-373d-4644-a392-7e58c3a9e040), precommit_delete_associations {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:16.210329 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9a58153f-c81d-403e-8188-f8c27ce592d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2031459'] for subnet (88bff7a9-373d-4644-a392-7e58c3a9e040), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:16.332535 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9a58153f-c81d-403e-8188-f8c27ce592d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2031444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4201529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4786064'] for subnet (88bff7a9-373d-4644-a392-7e58c3a9e040), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:16.370144 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9a58153f-c81d-403e-8188-f8c27ce592d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for subnet (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:16.377388 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-9a58153f-c81d-403e-8188-f8c27ce592d6 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/88bff7a9-373d-4644-a392-7e58c3a9e040 HTTP/1.1" status: 204 len: 168 time: 0.3834746 Mar 31 16:00:16.377388 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a58153f-c81d-403e-8188-f8c27ce592d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=88bff7a9-373d-4644-a392-7e58c3a9e040,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:16.377661 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855a26c4-e633-42df-afdb-3d85f0389ccb None None] Network 4df2c028-a451-4616-8b86-d071486326ef requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:00:16.378100 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 36934) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:16.526582 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-44825f32-b18f-48c3-b82b-700337da8fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1072674'] for network (4df2c028-a451-4616-8b86-d071486326ef), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:16.611891 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-44825f32-b18f-48c3-b82b-700337da8fcc admin admin] Deleting port 58c00221-e880-44a4-8818-a8597de5773b {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:16.612323 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-44825f32-b18f-48c3-b82b-700337da8fcc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (58c00221-e880-44a4-8818-a8597de5773b), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:16.715629 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0fd383-1c55-4b17-aca3-32f33cb9192c None None] DHCP port deletion for 4df2c028-a451-4616-8b86-d071486326ef request from dv-cinder-836028-1-iscsi {{(pid=115721) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 16:00:16.763950 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [None req-44825f32-b18f-48c3-b82b-700337da8fcc admin admin] For port 58c00221-e880-44a4-8818-a8597de5773b, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=58c00221-e880-44a4-8818-a8597de5773b,segment=NetworkSegment(b62131ab-2e11-4ab9-8030-ac4b1acd210e),segment_id=b62131ab-2e11-4ab9-8030-ac4b1acd210e)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:16.764339 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-44825f32-b18f-48c3-b82b-700337da8fcc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (58c00221-e880-44a4-8818-a8597de5773b), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:16.783948 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-44825f32-b18f-48c3-b82b-700337da8fcc admin admin] Calling delete_port for 58c00221-e880-44a4-8818-a8597de5773b owned by network:dhcp {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:16.789550 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 80414e29-4edd-400c-9caf-7fa4833cfa93 no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:00:16.812909 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] No Port match for: 80414e29-4edd-400c-9caf-7fa4833cfa93 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:00:16.813472 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd3e92-e812-425b-aca7-c790f9ad3b0a req-84561e53-e302-424c-a13a-bf63c9d462b1 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:16.813868 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 80414e29-4edd-400c-9caf-7fa4833cfa93 not bound to the agent host dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:00:16.814482 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41 no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:00:16.815016 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-69bd3e92-e812-425b-aca7-c790f9ad3b0a req-84561e53-e302-424c-a13a-bf63c9d462b1 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9bb82b7-6262-4543-a3a5-9143ed799c49 HTTP/1.1" status: 200 len: 945 time: 0.1301816 Mar 31 16:00:16.828493 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:00:16.849101 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-cc0fd383-1c55-4b17-aca3-32f33cb9192c None None] Deleting port 58c00221-e880-44a4-8818-a8597de5773b {{(pid=115721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:16.849834 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-cc0fd383-1c55-4b17-aca3-32f33cb9192c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (58c00221-e880-44a4-8818-a8597de5773b), before_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:16.851808 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] No Port match for: 0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:00:16.852580 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 0d1a0eec-2a9e-4761-9fe6-6cffc0f34f41 not bound to the agent host dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:00:16.914983 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-69bd3e92-e812-425b-aca7-c790f9ad3b0a req-09b3ade6-0ba6-48e4-bc28-0a94e4e2ab07 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=957d91f6-c865-4373-9927-f619fc037171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680146 Mar 31 16:00:17.034805 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-44825f32-b18f-48c3-b82b-700337da8fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (58c00221-e880-44a4-8818-a8597de5773b), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:17.076299 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-cc0fd383-1c55-4b17-aca3-32f33cb9192c None None] For port 58c00221-e880-44a4-8818-a8597de5773b, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=58c00221-e880-44a4-8818-a8597de5773b,segment=NetworkSegment(b62131ab-2e11-4ab9-8030-ac4b1acd210e),segment_id=b62131ab-2e11-4ab9-8030-ac4b1acd210e)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:17.080979 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-cc0fd383-1c55-4b17-aca3-32f33cb9192c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (58c00221-e880-44a4-8818-a8597de5773b), precommit_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:17.090923 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44825f32-b18f-48c3-b82b-700337da8fcc admin admin] Pushing event deleted for resources: {'Port': ['ID=58c00221-e880-44a4-8818-a8597de5773b,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:17.097415 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-cc0fd383-1c55-4b17-aca3-32f33cb9192c None None] Calling delete_port for 58c00221-e880-44a4-8818-a8597de5773b owned by network:dhcp {{(pid=115721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:17.099948 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44825f32-b18f-48c3-b82b-700337da8fcc admin admin] No DVR routers for this DVR port 58c00221-e880-44a4-8818-a8597de5773b on host dv-cinder-836028-1-iscsi {{(pid=115719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:00:17.189732 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-44825f32-b18f-48c3-b82b-700337da8fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062824', 'neutron.services.segments.db._delete_segments_for_network-8779152745018'] for network (4df2c028-a451-4616-8b86-d071486326ef), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:17.199006 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-cc0fd383-1c55-4b17-aca3-32f33cb9192c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167'] for port (58c00221-e880-44a4-8818-a8597de5773b), after_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:17.215539 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.services.segments.db [None req-44825f32-b18f-48c3-b82b-700337da8fcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4df2c028-a451-4616-8b86-d071486326ef']}} {{(pid=115719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:17.228095 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.services.segments.db [None req-44825f32-b18f-48c3-b82b-700337da8fcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b62131ab-2e11-4ab9-8030-ac4b1acd210e') {'for_net_delete': True} {{(pid=115719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:17.228877 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.services.segments.db [None req-44825f32-b18f-48c3-b82b-700337da8fcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b62131ab-2e11-4ab9-8030-ac4b1acd210e') {} {{(pid=115719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:17.230861 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0fd383-1c55-4b17-aca3-32f33cb9192c None None] Pushing event deleted for resources: {'Port': ['ID=58c00221-e880-44a4-8818-a8597de5773b,revision_number=None']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:17.232933 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc0fd383-1c55-4b17-aca3-32f33cb9192c None None] No DVR routers for this DVR port 58c00221-e880-44a4-8818-a8597de5773b on host dv-cinder-836028-1-iscsi {{(pid=115721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:00:17.241461 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-44825f32-b18f-48c3-b82b-700337da8fcc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779152745795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5073152'] for segment (b62131ab-2e11-4ab9-8030-ac4b1acd210e), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:17.263299 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-44825f32-b18f-48c3-b82b-700337da8fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (b62131ab-2e11-4ab9-8030-ac4b1acd210e), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:17.275402 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44825f32-b18f-48c3-b82b-700337da8fcc admin admin] Releasing vlan 805 on physical network physnet1 to pool {{(pid=115719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:00:17.275402 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-44825f32-b18f-48c3-b82b-700337da8fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5068710'] for segment (b62131ab-2e11-4ab9-8030-ac4b1acd210e), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: Traceback (most recent call last): Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: timer() Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: cb(*args, **kw) Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: return func(*args, **kwargs) Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: self._notify() Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: self.callback(batched_events) Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: event.method(event) Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: return f(self, *a, **k) Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: return self._get(url).json() Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: return self.request(url, 'GET', **kwargs) Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:00:17.275723 dv-cinder-836028-1-iscsi neutron-server[115719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:00:17.412132 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-44825f32-b18f-48c3-b82b-700337da8fcc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609641'] for network (4df2c028-a451-4616-8b86-d071486326ef), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:17.422556 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-44825f32-b18f-48c3-b82b-700337da8fcc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:17.428536 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-44825f32-b18f-48c3-b82b-700337da8fcc admin admin] 10.222.0.47 "DELETE /v2.0/networks/4df2c028-a451-4616-8b86-d071486326ef HTTP/1.1" status: 204 len: 168 time: 1.0466912 Mar 31 16:00:17.428972 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 36944) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:17.457879 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44825f32-b18f-48c3-b82b-700337da8fcc admin admin] Pushing event deleted for resources: {'Network': ['ID=4df2c028-a451-4616-8b86-d071486326ef,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:17.884755 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-68a6b075-1771-405c-a244-b292fceb5dcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606591'] for router_interface (1439adfe-387e-481b-928e-844ae44ae422), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:18.065053 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00681a54-7989-4e1f-994d-46d0391892ef req-7ea32921-3d1a-4367-9eb0-60f5f2866f43 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:18.072964 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-00681a54-7989-4e1f-994d-46d0391892ef req-7ea32921-3d1a-4367-9eb0-60f5f2866f43 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9bb82b7-6262-4543-a3a5-9143ed799c49 HTTP/1.1" status: 200 len: 945 time: 0.0656836 Mar 31 16:00:18.134476 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-00681a54-7989-4e1f-994d-46d0391892ef req-37c4d8d8-c574-479d-8063-021c1cc9f296 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=957d91f6-c865-4373-9927-f619fc037171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605249 Mar 31 16:00:18.525250 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfa96fe-8c84-4fa8-8a64-00051140cac4 req-2260cf09-bd29-459a-8147-ddf1bbcf5f81 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:18.526777 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-5cfa96fe-8c84-4fa8-8a64-00051140cac4 req-2260cf09-bd29-459a-8147-ddf1bbcf5f81 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.24 "GET /v2.0/ports?device_id=b9bb82b7-6262-4543-a3a5-9143ed799c49 HTTP/1.1" status: 200 len: 945 time: 0.0740199 Mar 31 16:00:18.529356 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-68a6b075-1771-405c-a244-b292fceb5dcb admin admin] Deleting port 7731d8ea-432e-49b6-9a80-eaa27d311171 {{(pid=115720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:18.529699 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-68a6b075-1771-405c-a244-b292fceb5dcb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (7731d8ea-432e-49b6-9a80-eaa27d311171), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:18.678707 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [None req-68a6b075-1771-405c-a244-b292fceb5dcb admin admin] For port 7731d8ea-432e-49b6-9a80-eaa27d311171, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=7731d8ea-432e-49b6-9a80-eaa27d311171,segment=NetworkSegment(42f6ad06-d5b1-42d8-aefe-1c5cb139deb7),segment_id=42f6ad06-d5b1-42d8-aefe-1c5cb139deb7)] {{(pid=115720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:18.679079 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-68a6b075-1771-405c-a244-b292fceb5dcb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (7731d8ea-432e-49b6-9a80-eaa27d311171), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:18.697366 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-68a6b075-1771-405c-a244-b292fceb5dcb admin admin] Calling delete_port for 7731d8ea-432e-49b6-9a80-eaa27d311171 owned by network:router_interface {{(pid=115720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:18.721199 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [req-5cfa96fe-8c84-4fa8-8a64-00051140cac4 req-5491c632-4b43-45d1-8c5f-376e9b398828 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Deleting port 0a84a9bb-dd02-4e41-9485-f220a3cd2629 {{(pid=115720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:18.721557 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-5cfa96fe-8c84-4fa8-8a64-00051140cac4 req-5491c632-4b43-45d1-8c5f-376e9b398828 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (0a84a9bb-dd02-4e41-9485-f220a3cd2629), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:18.748456 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 58c00221-e880-44a4-8818-a8597de5773b no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:00:18.769364 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] No Port match for: 58c00221-e880-44a4-8818-a8597de5773b {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:00:18.769751 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 58c00221-e880-44a4-8818-a8597de5773b not bound to the agent host dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:00:18.933271 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [req-5cfa96fe-8c84-4fa8-8a64-00051140cac4 req-5491c632-4b43-45d1-8c5f-376e9b398828 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] For port 0a84a9bb-dd02-4e41-9485-f220a3cd2629, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=0a84a9bb-dd02-4e41-9485-f220a3cd2629,segment=NetworkSegment(3625fcca-8015-4d97-a97b-4b3ea4e2b9cb),segment_id=3625fcca-8015-4d97-a97b-4b3ea4e2b9cb)] {{(pid=115720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:18.933676 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-5cfa96fe-8c84-4fa8-8a64-00051140cac4 req-5491c632-4b43-45d1-8c5f-376e9b398828 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (0a84a9bb-dd02-4e41-9485-f220a3cd2629), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:19.154029 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-5cfa96fe-8c84-4fa8-8a64-00051140cac4 req-5491c632-4b43-45d1-8c5f-376e9b398828 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:19.154391 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-5cfa96fe-8c84-4fa8-8a64-00051140cac4 req-5491c632-4b43-45d1-8c5f-376e9b398828 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (2585458c-f635-46fb-b848-0e9fab015e73), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:19.154708 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.l3_db [req-5cfa96fe-8c84-4fa8-8a64-00051140cac4 req-5491c632-4b43-45d1-8c5f-376e9b398828 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Floating IP 2585458c-f635-46fb-b848-0e9fab015e73 disassociated. External IP: 172.27.0.4, port: 0a84a9bb-dd02-4e41-9485-f220a3cd2629. Mar 31 16:00:19.155048 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [req-5cfa96fe-8c84-4fa8-8a64-00051140cac4 req-5491c632-4b43-45d1-8c5f-376e9b398828 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Calling delete_port for 0a84a9bb-dd02-4e41-9485-f220a3cd2629 owned by compute:nova {{(pid=115720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:19.256558 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-68a6b075-1771-405c-a244-b292fceb5dcb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (7731d8ea-432e-49b6-9a80-eaa27d311171), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:19.291248 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6b075-1771-405c-a244-b292fceb5dcb admin admin] Pushing event deleted for resources: {'Port': ['ID=7731d8ea-432e-49b6-9a80-eaa27d311171,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:19.326382 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7315b1f-d978-43cd-a24d-6aabec4295b1 req-c28db88e-9d5e-4060-ae52-549c036b748f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:19.328499 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c7315b1f-d978-43cd-a24d-6aabec4295b1 req-c28db88e-9d5e-4060-ae52-549c036b748f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9bb82b7-6262-4543-a3a5-9143ed799c49 HTTP/1.1" status: 200 len: 945 time: 0.1179814 Mar 31 16:00:19.407711 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c7315b1f-d978-43cd-a24d-6aabec4295b1 req-b5cfb7d5-b920-43b2-8e77-6e1546c3bdda tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups?id=957d91f6-c865-4373-9927-f619fc037171&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714593 Mar 31 16:00:19.558898 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-5cfa96fe-8c84-4fa8-8a64-00051140cac4 req-5491c632-4b43-45d1-8c5f-376e9b398828 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (0a84a9bb-dd02-4e41-9485-f220a3cd2629), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:19.598291 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5491c632-4b43-45d1-8c5f-376e9b398828 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event deleted for resources: {'Port': ['ID=0a84a9bb-dd02-4e41-9485-f220a3cd2629,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:19.718079 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-68a6b075-1771-405c-a244-b292fceb5dcb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607215'] for router_interface (1439adfe-387e-481b-928e-844ae44ae422), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:19.825739 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5cfa96fe-8c84-4fa8-8a64-00051140cac4 req-5491c632-4b43-45d1-8c5f-376e9b398828 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:00:20.080508 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5cfa96fe-8c84-4fa8-8a64-00051140cac4 req-5491c632-4b43-45d1-8c5f-376e9b398828 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:00:20.094483 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4758f4f-caf8-420d-abc3-19a474f28d35 None None] Sync routers for ids ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:00:20.110545 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4758f4f-caf8-420d-abc3-19a474f28d35 None None] Routers {'99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:20.111473 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-e4758f4f-caf8-420d-abc3-19a474f28d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:00:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:20.138687 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cfa96fe-8c84-4fa8-8a64-00051140cac4 req-5491c632-4b43-45d1-8c5f-376e9b398828 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] No DVR routers for this DVR port 0a84a9bb-dd02-4e41-9485-f220a3cd2629 on host hv-cinder-83602 {{(pid=115720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:00:20.143063 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-5cfa96fe-8c84-4fa8-8a64-00051140cac4 req-5491c632-4b43-45d1-8c5f-376e9b398828 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:20.146670 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-5cfa96fe-8c84-4fa8-8a64-00051140cac4 req-5491c632-4b43-45d1-8c5f-376e9b398828 tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.24 "DELETE /v2.0/ports/0a84a9bb-dd02-4e41-9485-f220a3cd2629 HTTP/1.1" status: 204 len: 173 time: 1.6142304 Mar 31 16:00:20.149156 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9bb82b7-6262-4543-a3a5-9143ed799c49', 'name': 'network-vif-deleted', 'tag': '0a84a9bb-dd02-4e41-9485-f220a3cd2629'}] {{(pid=115720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:00:20.152482 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccc7965b351d9be82fa8b87eed5996d2f485a8722744a87613077a4f3f485543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3917ca78-fe69-4363-b6e6-089f67e8e6b2" -d '{"events": [{"server_uuid": "b9bb82b7-6262-4543-a3a5-9143ed799c49", "name": "network-vif-deleted", "tag": "0a84a9bb-dd02-4e41-9485-f220a3cd2629"}]}' {{(pid=115720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:00:20.177020 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a6b075-1771-405c-a244-b292fceb5dcb admin admin] Router 1439adfe-387e-481b-928e-844ae44ae422 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:00:20.268628 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a1caf30-8c68-4628-a10e-037842967fed x-openstack-request-id: req-0a1caf30-8c68-4628-a10e-037842967fed {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:00:20.269048 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9bb82b7-6262-4543-a3a5-9143ed799c49", "name": "network-vif-deleted", "tag": "0a84a9bb-dd02-4e41-9485-f220a3cd2629", "status": "completed", "code": 200}]} {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:00:20.269417 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0a1caf30-8c68-4628-a10e-037842967fed {{(pid=115720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:00:20.270391 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a1caf30-8c68-4628-a10e-037842967fed'] response: {'server_uuid': 'b9bb82b7-6262-4543-a3a5-9143ed799c49', 'name': 'network-vif-deleted', 'tag': '0a84a9bb-dd02-4e41-9485-f220a3cd2629', 'status': 'completed', 'code': 200} Mar 31 16:00:20.328017 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-e4758f4f-caf8-420d-abc3-19a474f28d35 None None] Set router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:20.369821 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a6b075-1771-405c-a244-b292fceb5dcb admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:00:20.379832 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 36984) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:20.382284 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2b2d1a-3152-4a6f-a9e2-6d92a2c1a868 None None] Sync routers for ids ['1439adfe-387e-481b-928e-844ae44ae422'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:00:20.396402 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-68a6b075-1771-405c-a244-b292fceb5dcb admin admin] 10.222.0.47 "PUT /v2.0/routers/1439adfe-387e-481b-928e-844ae44ae422/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9579101 Mar 31 16:00:20.401575 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2b2d1a-3152-4a6f-a9e2-6d92a2c1a868 None None] Routers {'1439adfe-387e-481b-928e-844ae44ae422'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:20.402444 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-df2b2d1a-3152-4a6f-a9e2-6d92a2c1a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:00:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['1439adfe-387e-481b-928e-844ae44ae422'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:20.597698 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-df2b2d1a-3152-4a6f-a9e2-6d92a2c1a868 None None] Set router 1439adfe-387e-481b-928e-844ae44ae422 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:20.616834 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ebf9ba87-c755-48ae-870b-d65f11d8fc24 req-2cfddda4-37f8-49e7-9767-27171b14d21f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/ports?device_id=b9bb82b7-6262-4543-a3a5-9143ed799c49 HTTP/1.1" status: 200 len: 210 time: 0.0725830 Mar 31 16:00:20.630992 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f9237917-1997-4897-a39b-1933b0102947 admin admin] Publish callbacks [] for router (1439adfe-387e-481b-928e-844ae44ae422), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:20.665355 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-e4758f4f-caf8-420d-abc3-19a474f28d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '79d96810-7ae3-42c8-aeba-528725e0fbbf', 'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'mac_address': 'fa:16:3e:a2:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:14Z', 'updated_at': '2022-03-31T15:53:36Z', 'revision_number': 5, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'subnets': [{'id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:20.722487 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4758f4f-caf8-420d-abc3-19a474f28d35 None None] Checking router: 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:00:20.746021 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4758f4f-caf8-420d-abc3-19a474f28d35 None None] Routers {'99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:20.746812 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-e4758f4f-caf8-420d-abc3-19a474f28d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:00:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:20.831490 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-df2b2d1a-3152-4a6f-a9e2-6d92a2c1a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1439adfe-387e-481b-928e-844ae44ae422', 'name': 'tempest-TestMinimumBasicScenario-670648929-router', 'tenant_id': '39433d10b3354477baf0297e786ae257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:31Z', 'updated_at': '2022-03-31T16:00:19Z', 'revision_number': 5, 'project_id': '39433d10b3354477baf0297e786ae257', 'gw_port': {'id': 'dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:78:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1439adfe-387e-481b-928e-844ae44ae422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:32Z', 'updated_at': '2022-03-31T15:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:20.848353 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f9237917-1997-4897-a39b-1933b0102947 admin admin] Publish callbacks [] for router_gateway (1439adfe-387e-481b-928e-844ae44ae422), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:20.861910 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2b2d1a-3152-4a6f-a9e2-6d92a2c1a868 None None] Checking router: 1439adfe-387e-481b-928e-844ae44ae422 for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:00:20.870504 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df2b2d1a-3152-4a6f-a9e2-6d92a2c1a868 None None] Routers {'1439adfe-387e-481b-928e-844ae44ae422'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:20.871407 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-df2b2d1a-3152-4a6f-a9e2-6d92a2c1a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:00:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['1439adfe-387e-481b-928e-844ae44ae422'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:20.914701 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-e4758f4f-caf8-420d-abc3-19a474f28d35 None None] Set router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:21.001350 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-f9237917-1997-4897-a39b-1933b0102947 admin admin] Deleting port dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2 {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:21.001732 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f9237917-1997-4897-a39b-1933b0102947 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:21.046363 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-df2b2d1a-3152-4a6f-a9e2-6d92a2c1a868 None None] Set router 1439adfe-387e-481b-928e-844ae44ae422 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:21.155884 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [None req-f9237917-1997-4897-a39b-1933b0102947 admin admin] For port dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:21.156320 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f9237917-1997-4897-a39b-1933b0102947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:21.181212 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-f9237917-1997-4897-a39b-1933b0102947 admin admin] Calling delete_port for dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2 owned by network:router_gateway {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:21.203620 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-e4758f4f-caf8-420d-abc3-19a474f28d35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '79d96810-7ae3-42c8-aeba-528725e0fbbf', 'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'mac_address': 'fa:16:3e:a2:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:14Z', 'updated_at': '2022-03-31T15:53:36Z', 'revision_number': 5, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'subnets': [{'id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:21.252436 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4758f4f-caf8-420d-abc3-19a474f28d35 None None] The sync data for ids ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'] in dv-cinder-836028-1-iscsi is: [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:16Z', 'revision_number': 4, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '79d96810-7ae3-42c8-aeba-528725e0fbbf', 'name': '', 'network_id': '90fc1aad-d8be-40df-b185-08fe1d77372b', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'mac_address': 'fa:16:3e:a2:17:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:14Z', 'updated_at': '2022-03-31T15:53:36Z', 'revision_number': 5, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'subnets': [{'id': 'cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:00:21.327908 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-df2b2d1a-3152-4a6f-a9e2-6d92a2c1a868 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1439adfe-387e-481b-928e-844ae44ae422', 'name': 'tempest-TestMinimumBasicScenario-670648929-router', 'tenant_id': '39433d10b3354477baf0297e786ae257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:31Z', 'updated_at': '2022-03-31T16:00:19Z', 'revision_number': 5, 'project_id': '39433d10b3354477baf0297e786ae257', 'gw_port': {'id': 'dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:78:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1439adfe-387e-481b-928e-844ae44ae422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:32Z', 'updated_at': '2022-03-31T15:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:21.376966 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df2b2d1a-3152-4a6f-a9e2-6d92a2c1a868 None None] The sync data for ids ['1439adfe-387e-481b-928e-844ae44ae422'] in dv-cinder-836028-1-iscsi is: [{'id': '1439adfe-387e-481b-928e-844ae44ae422', 'name': 'tempest-TestMinimumBasicScenario-670648929-router', 'tenant_id': '39433d10b3354477baf0297e786ae257', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.176'}], 'enable_snat': True}, 'gw_port_id': 'dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:57:31Z', 'updated_at': '2022-03-31T16:00:19Z', 'revision_number': 5, 'project_id': '39433d10b3354477baf0297e786ae257', 'gw_port': {'id': 'dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:78:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1439adfe-387e-481b-928e-844ae44ae422', 'device_owner': 'network:router_gateway', 'standard_attr_id': 400, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:57:32Z', 'updated_at': '2022-03-31T15:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:00:21.517982 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f9237917-1997-4897-a39b-1933b0102947 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:21.563264 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9237917-1997-4897-a39b-1933b0102947 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:21.662496 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f9237917-1997-4897-a39b-1933b0102947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609541'] for router_gateway (1439adfe-387e-481b-928e-844ae44ae422), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:21.752920 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6ae9de5-63ee-413b-87f7-c338eedd5ef2 None None] New status for floating IP 2585458c-f635-46fb-b848-0e9fab015e73: DOWN {{(pid=115721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:00:21.794793 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 37010) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:21.823676 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f9237917-1997-4897-a39b-1933b0102947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-413'] for router (1439adfe-387e-481b-928e-844ae44ae422), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:21.841049 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f9237917-1997-4897-a39b-1933b0102947 admin admin] Publish callbacks [] for router_controller (1439adfe-387e-481b-928e-844ae44ae422), precommit_delete_associations {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:21.897125 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-da33d79d-4adb-40e0-b196-e2279fdbbcee tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group (957d91f6-c865-4373-9927-f619fc037171), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:21.936343 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-da33d79d-4adb-40e0-b196-e2279fdbbcee tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group (957d91f6-c865-4373-9927-f619fc037171), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:22.012859 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f9237917-1997-4897-a39b-1933b0102947 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-621024'] for router (1439adfe-387e-481b-928e-844ae44ae422), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:22.012859 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9237917-1997-4897-a39b-1933b0102947 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1439adfe-387e-481b-928e-844ae44ae422 {{(pid=115719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 16:00:22.015138 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f9237917-1997-4897-a39b-1933b0102947 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:22.016391 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-f9237917-1997-4897-a39b-1933b0102947 admin admin] 10.222.0.47 "DELETE /v2.0/routers/1439adfe-387e-481b-928e-844ae44ae422 HTTP/1.1" status: 204 len: 168 time: 1.6361310 Mar 31 16:00:22.020540 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 37016) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:22.089709 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_v2 [None req-81a33bd9-5a7a-46ac-962f-0ec9493bfe4f admin admin] Deleting subnet deee6580-48b7-449a-98b2-fa2d65e5dfd5 {{(pid=115720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:00:22.093709 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-da33d79d-4adb-40e0-b196-e2279fdbbcee tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (957d91f6-c865-4373-9927-f619fc037171), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:22.098604 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-da33d79d-4adb-40e0-b196-e2279fdbbcee tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:22.098604 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-da33d79d-4adb-40e0-b196-e2279fdbbcee tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "DELETE /v2.0/security-groups/957d91f6-c865-4373-9927-f619fc037171 HTTP/1.1" status: 204 len: 168 time: 0.3032718 Mar 31 16:00:22.099867 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-81a33bd9-5a7a-46ac-962f-0ec9493bfe4f admin admin] Publish callbacks [] for subnet (deee6580-48b7-449a-98b2-fa2d65e5dfd5), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:22.101097 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 37020) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:22.115290 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.api.v2.resource [None req-97e36cc6-3bf5-46d4-a662-84f4008c68bf tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] show failed (client error): The resource could not be found. Mar 31 16:00:22.125784 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-97e36cc6-3bf5-46d4-a662-84f4008c68bf tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "GET /v2.0/security-groups/957d91f6-c865-4373-9927-f619fc037171 HTTP/1.1" status: 404 len: 347 time: 0.0227032 Mar 31 16:00:22.126416 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 37022) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:22.157344 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da33d79d-4adb-40e0-b196-e2279fdbbcee tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=957d91f6-c865-4373-9927-f619fc037171,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:22.193679 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-81a33bd9-5a7a-46ac-962f-0ec9493bfe4f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7314090'] for subnet (deee6580-48b7-449a-98b2-fa2d65e5dfd5), precommit_delete_associations {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:22.286043 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-767583ce-884d-4e26-8f7a-b217ff5bf53f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Deleting port 60c98365-dceb-413f-9383-e11509e63ea4 {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:22.286389 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-767583ce-884d-4e26-8f7a-b217ff5bf53f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (60c98365-dceb-413f-9383-e11509e63ea4), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:22.326797 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-81a33bd9-5a7a-46ac-962f-0ec9493bfe4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2031459'] for subnet (deee6580-48b7-449a-98b2-fa2d65e5dfd5), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:22.399923 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-767583ce-884d-4e26-8f7a-b217ff5bf53f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (60c98365-dceb-413f-9383-e11509e63ea4), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:22.400560 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-767583ce-884d-4e26-8f7a-b217ff5bf53f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for floatingip (60c98365-dceb-413f-9383-e11509e63ea4), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:22.414440 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 0a84a9bb-dd02-4e41-9485-f220a3cd2629 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:00:22.416778 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-767583ce-884d-4e26-8f7a-b217ff5bf53f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Calling delete_port for 60c98365-dceb-413f-9383-e11509e63ea4 owned by network:floatingip {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:22.450161 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] No Port match for: 0a84a9bb-dd02-4e41-9485-f220a3cd2629 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:00:22.450496 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 0a84a9bb-dd02-4e41-9485-f220a3cd2629 not bound to the agent host hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:00:22.485635 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-81a33bd9-5a7a-46ac-962f-0ec9493bfe4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2031444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4201529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4786064'] for subnet (deee6580-48b7-449a-98b2-fa2d65e5dfd5), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:22.511774 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-81a33bd9-5a7a-46ac-962f-0ec9493bfe4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for subnet (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:22.514267 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21faf2b-fb48-4c0b-9fbd-5e5ad96a8149 None None] Network b2552859-fcc7-461c-a41a-27fa1eef0c5c requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:00:22.516224 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-81a33bd9-5a7a-46ac-962f-0ec9493bfe4f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/deee6580-48b7-449a-98b2-fa2d65e5dfd5 HTTP/1.1" status: 204 len: 168 time: 0.4946136 Mar 31 16:00:22.518795 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 37026) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:22.552706 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a33bd9-5a7a-46ac-962f-0ec9493bfe4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=deee6580-48b7-449a-98b2-fa2d65e5dfd5,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:22.685248 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-3f67e2a0-f4eb-41b7-bbb1-9266f41ac6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1072674'] for network (b2552859-fcc7-461c-a41a-27fa1eef0c5c), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:22.738999 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3320e23a-0c41-493e-9707-3f9e0eef2110 req-86070219-705f-40a3-9c10-15c739fe389f tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:22.740509 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3320e23a-0c41-493e-9707-3f9e0eef2110 req-86070219-705f-40a3-9c10-15c739fe389f tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=585c534d-6b94-4644-931f-e11310610fad HTTP/1.1" status: 200 len: 946 time: 0.1378653 Mar 31 16:00:22.768911 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-767583ce-884d-4e26-8f7a-b217ff5bf53f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (60c98365-dceb-413f-9383-e11509e63ea4), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:22.792159 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54469f97-b927-4072-9967-0fc8fe2c34d8 None None] DHCP port deletion for b2552859-fcc7-461c-a41a-27fa1eef0c5c request from dv-cinder-836028-1-iscsi {{(pid=115721) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 16:00:22.881655 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-54469f97-b927-4072-9967-0fc8fe2c34d8 None None] Deleting port 1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db {{(pid=115721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:22.882278 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-54469f97-b927-4072-9967-0fc8fe2c34d8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db), before_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:22.890544 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:00:22.927013 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767583ce-884d-4e26-8f7a-b217ff5bf53f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Pushing event deleted for resources: {'Port': ['ID=60c98365-dceb-413f-9383-e11509e63ea4,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:22.961819 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3320e23a-0c41-493e-9707-3f9e0eef2110 req-c1aad7fa-8d74-4f8c-b59a-a5c2e7406ffa tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=86b53bd6-598f-4aab-9b55-4977af0d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2140651 Mar 31 16:00:22.988755 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-3f67e2a0-f4eb-41b7-bbb1-9266f41ac6cd admin admin] Deleting port 1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:22.988755 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-3f67e2a0-f4eb-41b7-bbb1-9266f41ac6cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:23.007855 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-54469f97-b927-4072-9967-0fc8fe2c34d8 None None] For port 1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db,segment=NetworkSegment(42f6ad06-d5b1-42d8-aefe-1c5cb139deb7),segment_id=42f6ad06-d5b1-42d8-aefe-1c5cb139deb7)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:23.008216 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-54469f97-b927-4072-9967-0fc8fe2c34d8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db), precommit_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:23.025952 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-54469f97-b927-4072-9967-0fc8fe2c34d8 None None] Calling delete_port for 1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db owned by network:dhcp {{(pid=115721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:23.033919 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-767583ce-884d-4e26-8f7a-b217ff5bf53f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks [] for floatingip (2585458c-f635-46fb-b848-0e9fab015e73), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:23.036687 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-767583ce-884d-4e26-8f7a-b217ff5bf53f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:23.037936 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-767583ce-884d-4e26-8f7a-b217ff5bf53f tempest-AttachVolumeNegativeTest-642756498 tempest-AttachVolumeNegativeTest-642756498-project] 10.222.0.47 "DELETE /v2.0/floatingips/2585458c-f635-46fb-b848-0e9fab015e73 HTTP/1.1" status: 204 len: 168 time: 0.9105308 Mar 31 16:00:23.078924 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [None req-3f67e2a0-f4eb-41b7-bbb1-9266f41ac6cd admin admin] For port 1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db,segment=NetworkSegment(42f6ad06-d5b1-42d8-aefe-1c5cb139deb7),segment_id=42f6ad06-d5b1-42d8-aefe-1c5cb139deb7)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:23.079424 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-3f67e2a0-f4eb-41b7-bbb1-9266f41ac6cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:23.095591 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-3f67e2a0-f4eb-41b7-bbb1-9266f41ac6cd admin admin] Calling delete_port for 1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db owned by network:dhcp {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:23.106151 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db is: ACTIVE; New status is: DOWN {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:23.106649 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:23.165475 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] For port 1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db,segment=NetworkSegment(42f6ad06-d5b1-42d8-aefe-1c5cb139deb7),segment_id=42f6ad06-d5b1-42d8-aefe-1c5cb139deb7)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:23.266900 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:23.267837 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 7731d8ea-432e-49b6-9a80-eaa27d311171 no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:00:23.317196 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] No Port match for: 7731d8ea-432e-49b6-9a80-eaa27d311171 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:00:23.317196 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 7731d8ea-432e-49b6-9a80-eaa27d311171 not bound to the agent host dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:00:23.317762 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2 no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:00:23.347248 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] No Port match for: dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:00:23.347912 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device dfa0c995-7449-4f41-9bc1-ecd6cf7a0cf2 not bound to the agent host dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:00:23.364972 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-3f67e2a0-f4eb-41b7-bbb1-9266f41ac6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:23.367421 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-54469f97-b927-4072-9967-0fc8fe2c34d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167'] for port (1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db), after_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:23.385057 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54469f97-b927-4072-9967-0fc8fe2c34d8 None None] No DVR routers for this DVR port 1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db on host dv-cinder-836028-1-iscsi {{(pid=115721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:00:23.398743 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67e2a0-f4eb-41b7-bbb1-9266f41ac6cd admin admin] Pushing event deleted for resources: {'Port': ['ID=1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:23.404758 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f67e2a0-f4eb-41b7-bbb1-9266f41ac6cd admin admin] No DVR routers for this DVR port 1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db on host dv-cinder-836028-1-iscsi {{(pid=115719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:00:23.406349 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Pushing event updated for resources: {'Port': ['ID=1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:23.432883 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54469f97-b927-4072-9967-0fc8fe2c34d8 None None] Pushing event deleted for resources: {'Port': ['ID=1aea7ec3-22d7-4b4e-b5bc-0f7e43a269db,revision_number=None']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:23.762210 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-3f67e2a0-f4eb-41b7-bbb1-9266f41ac6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062824', 'neutron.services.segments.db._delete_segments_for_network-8779152745018'] for network (b2552859-fcc7-461c-a41a-27fa1eef0c5c), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:23.782835 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.services.segments.db [None req-3f67e2a0-f4eb-41b7-bbb1-9266f41ac6cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2552859-fcc7-461c-a41a-27fa1eef0c5c']}} {{(pid=115719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:23.793805 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.services.segments.db [None req-3f67e2a0-f4eb-41b7-bbb1-9266f41ac6cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '42f6ad06-d5b1-42d8-aefe-1c5cb139deb7') {'for_net_delete': True} {{(pid=115719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:23.794156 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.services.segments.db [None req-3f67e2a0-f4eb-41b7-bbb1-9266f41ac6cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '42f6ad06-d5b1-42d8-aefe-1c5cb139deb7') {} {{(pid=115719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:23.805114 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-3f67e2a0-f4eb-41b7-bbb1-9266f41ac6cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779152745795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5073152'] for segment (42f6ad06-d5b1-42d8-aefe-1c5cb139deb7), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-3f67e2a0-f4eb-41b7-bbb1-9266f41ac6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (42f6ad06-d5b1-42d8-aefe-1c5cb139deb7), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f67e2a0-f4eb-41b7-bbb1-9266f41ac6cd admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=115719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-3f67e2a0-f4eb-41b7-bbb1-9266f41ac6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5068710'] for segment (42f6ad06-d5b1-42d8-aefe-1c5cb139deb7), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: self.session.flush() Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: self.session.flush() Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: self.session.flush() Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: self.session.flush() Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: Traceback (most recent call last): Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: timer() Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: cb(*args, **kw) Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: return func(*args, **kwargs) Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: self._notify() Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: self.callback(batched_events) Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: event.method(event) Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: return f(self, *a, **k) Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: return self._get(url).json() Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: return self.request(url, 'GET', **kwargs) Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:00:23.836616 dv-cinder-836028-1-iscsi neutron-server[115719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:00:23.992351 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-3f67e2a0-f4eb-41b7-bbb1-9266f41ac6cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609641'] for network (b2552859-fcc7-461c-a41a-27fa1eef0c5c), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:23.996675 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-3f67e2a0-f4eb-41b7-bbb1-9266f41ac6cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:24.003537 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-3f67e2a0-f4eb-41b7-bbb1-9266f41ac6cd admin admin] 10.222.0.47 "DELETE /v2.0/networks/b2552859-fcc7-461c-a41a-27fa1eef0c5c HTTP/1.1" status: 204 len: 168 time: 1.4827080 Mar 31 16:00:24.016669 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f67e2a0-f4eb-41b7-bbb1-9266f41ac6cd admin admin] Pushing event deleted for resources: {'Network': ['ID=b2552859-fcc7-461c-a41a-27fa1eef0c5c,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:24.095949 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548f917-5420-48fd-8b42-a7a91ed9a311 req-92d32ee8-55b8-4f1f-b919-7eba52505f72 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:24.097547 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6548f917-5420-48fd-8b42-a7a91ed9a311 req-92d32ee8-55b8-4f1f-b919-7eba52505f72 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=585c534d-6b94-4644-931f-e11310610fad HTTP/1.1" status: 200 len: 946 time: 0.0580573 Mar 31 16:00:24.143446 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6548f917-5420-48fd-8b42-a7a91ed9a311 req-89af9f48-8be5-4757-9da1-e212c31df337 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=86b53bd6-598f-4aab-9b55-4977af0d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0402462 Mar 31 16:00:24.391257 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 37052) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:24.469431 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-6a99dde1-8b95-4f3f-8b28-99d7a4cc57aa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eb19792da30e47fa826942f826c519af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0762670 Mar 31 16:00:24.472564 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 37056) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:24.532631 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fcb03745-28f5-4c34-b27a-9c6c32621928 admin admin] Publish callbacks [] for security_group (fe8027b8-6a74-449a-8208-09dc16e93f98), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:24.557057 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fcb03745-28f5-4c34-b27a-9c6c32621928 admin admin] Publish callbacks [] for security_group (fe8027b8-6a74-449a-8208-09dc16e93f98), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:24.746978 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26743c6e-cba2-41f8-be8c-3de4bfab390c req-b93cc822-b31b-48de-b1cc-b996415cfc8c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:24.749552 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-26743c6e-cba2-41f8-be8c-3de4bfab390c req-b93cc822-b31b-48de-b1cc-b996415cfc8c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.24 "GET /v2.0/ports?device_id=585c534d-6b94-4644-931f-e11310610fad HTTP/1.1" status: 200 len: 946 time: 0.0738933 Mar 31 16:00:24.800054 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fcb03745-28f5-4c34-b27a-9c6c32621928 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (fe8027b8-6a74-449a-8208-09dc16e93f98), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:24.803867 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-fcb03745-28f5-4c34-b27a-9c6c32621928 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:24.812649 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-fcb03745-28f5-4c34-b27a-9c6c32621928 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/fe8027b8-6a74-449a-8208-09dc16e93f98 HTTP/1.1" status: 204 len: 168 time: 0.3355720 Mar 31 16:00:24.868944 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb03745-28f5-4c34-b27a-9c6c32621928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe8027b8-6a74-449a-8208-09dc16e93f98,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:24.906343 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [req-26743c6e-cba2-41f8-be8c-3de4bfab390c req-6c272795-2a21-4442-8223-d245cdb8e083 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Deleting port b2e14b53-8988-4852-aab1-2878268b468e {{(pid=115720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:24.906790 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-26743c6e-cba2-41f8-be8c-3de4bfab390c req-6c272795-2a21-4442-8223-d245cdb8e083 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (b2e14b53-8988-4852-aab1-2878268b468e), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:25.018254 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [req-26743c6e-cba2-41f8-be8c-3de4bfab390c req-6c272795-2a21-4442-8223-d245cdb8e083 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] For port b2e14b53-8988-4852-aab1-2878268b468e, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b2e14b53-8988-4852-aab1-2878268b468e,segment=NetworkSegment(a11ae896-5a72-42f4-bae7-f1e4e617cdb8),segment_id=a11ae896-5a72-42f4-bae7-f1e4e617cdb8)] {{(pid=115720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:25.019000 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-26743c6e-cba2-41f8-be8c-3de4bfab390c req-6c272795-2a21-4442-8223-d245cdb8e083 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (b2e14b53-8988-4852-aab1-2878268b468e), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:25.256341 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-26743c6e-cba2-41f8-be8c-3de4bfab390c req-6c272795-2a21-4442-8223-d245cdb8e083 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:25.256817 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-26743c6e-cba2-41f8-be8c-3de4bfab390c req-6c272795-2a21-4442-8223-d245cdb8e083 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (924e27ef-09ae-47ad-b80a-2436accd9197), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:25.257151 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.l3_db [req-26743c6e-cba2-41f8-be8c-3de4bfab390c req-6c272795-2a21-4442-8223-d245cdb8e083 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Floating IP 924e27ef-09ae-47ad-b80a-2436accd9197 disassociated. External IP: 172.27.0.206, port: b2e14b53-8988-4852-aab1-2878268b468e. Mar 31 16:00:25.257640 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [req-26743c6e-cba2-41f8-be8c-3de4bfab390c req-6c272795-2a21-4442-8223-d245cdb8e083 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Calling delete_port for b2e14b53-8988-4852-aab1-2878268b468e owned by compute:nova {{(pid=115720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:25.305394 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b657977-50d2-4038-a2d1-1164732a2787 req-3e373260-0487-4f25-bfd7-28aac71645ad tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:25.315422 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5b657977-50d2-4038-a2d1-1164732a2787 req-3e373260-0487-4f25-bfd7-28aac71645ad tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=585c534d-6b94-4644-931f-e11310610fad HTTP/1.1" status: 200 len: 946 time: 0.0888560 Mar 31 16:00:25.387736 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5b657977-50d2-4038-a2d1-1164732a2787 req-e105d447-4bd0-45b4-ae32-05861256846c tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups?id=86b53bd6-598f-4aab-9b55-4977af0d0037&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0703912 Mar 31 16:00:25.508908 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-26743c6e-cba2-41f8-be8c-3de4bfab390c req-6c272795-2a21-4442-8223-d245cdb8e083 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (b2e14b53-8988-4852-aab1-2878268b468e), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:25.539571 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c272795-2a21-4442-8223-d245cdb8e083 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Pushing event deleted for resources: {'Port': ['ID=b2e14b53-8988-4852-aab1-2878268b468e,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:25.699459 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [req-26743c6e-cba2-41f8-be8c-3de4bfab390c req-6c272795-2a21-4442-8223-d245cdb8e083 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Router 10b24868-497d-45c0-9464-8803e76370f6 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:00:25.811747 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 37076) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:25.820378 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-26743c6e-cba2-41f8-be8c-3de4bfab390c req-6c272795-2a21-4442-8223-d245cdb8e083 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:00:25.832011 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78539bfb-26f2-4ea7-8be5-b275bf7f0204 None None] Sync routers for ids ['10b24868-497d-45c0-9464-8803e76370f6'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:00:25.850774 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78539bfb-26f2-4ea7-8be5-b275bf7f0204 None None] Routers {'10b24868-497d-45c0-9464-8803e76370f6'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:25.852093 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-78539bfb-26f2-4ea7-8be5-b275bf7f0204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:00:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['10b24868-497d-45c0-9464-8803e76370f6'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:25.893586 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [req-26743c6e-cba2-41f8-be8c-3de4bfab390c req-6c272795-2a21-4442-8223-d245cdb8e083 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] No DVR routers for this DVR port b2e14b53-8988-4852-aab1-2878268b468e on host hv-cinder-83602 {{(pid=115720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:00:25.896739 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-26743c6e-cba2-41f8-be8c-3de4bfab390c req-6c272795-2a21-4442-8223-d245cdb8e083 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:25.900949 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-26743c6e-cba2-41f8-be8c-3de4bfab390c req-6c272795-2a21-4442-8223-d245cdb8e083 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.24 "DELETE /v2.0/ports/b2e14b53-8988-4852-aab1-2878268b468e HTTP/1.1" status: 204 len: 173 time: 1.1447103 Mar 31 16:00:25.902013 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '585c534d-6b94-4644-931f-e11310610fad', 'name': 'network-vif-deleted', 'tag': 'b2e14b53-8988-4852-aab1-2878268b468e'}] {{(pid=115720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:00:25.914307 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccc7965b351d9be82fa8b87eed5996d2f485a8722744a87613077a4f3f485543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61163c6d-5be9-4ed7-b12a-d8388fb268b3" -d '{"events": [{"server_uuid": "585c534d-6b94-4644-931f-e11310610fad", "name": "network-vif-deleted", "tag": "b2e14b53-8988-4852-aab1-2878268b468e"}]}' {{(pid=115720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:00:25.921921 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 37084) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:25.934158 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-da98f44f-8bdc-4c84-a5e6-0a36308b1ee1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=39433d10b3354477baf0297e786ae257&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1049020 Mar 31 16:00:26.006801 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0ea9f79b-5ede-4419-98c6-8b74ffd35be5 admin admin] Publish callbacks [] for security_group (9e76f9d6-230c-45b9-9fff-dbc6256a79e1), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:26.032488 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-78539bfb-26f2-4ea7-8be5-b275bf7f0204 None None] Set router 10b24868-497d-45c0-9464-8803e76370f6 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:26.050440 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4afe7205-1eef-45a4-9478-882ad939c6bb x-openstack-request-id: req-4afe7205-1eef-45a4-9478-882ad939c6bb {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:00:26.050735 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "585c534d-6b94-4644-931f-e11310610fad", "name": "network-vif-deleted", "tag": "b2e14b53-8988-4852-aab1-2878268b468e", "status": "completed", "code": 200}]} {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:00:26.050994 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-4afe7205-1eef-45a4-9478-882ad939c6bb {{(pid=115720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:00:26.051405 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4afe7205-1eef-45a4-9478-882ad939c6bb'] response: {'server_uuid': '585c534d-6b94-4644-931f-e11310610fad', 'name': 'network-vif-deleted', 'tag': 'b2e14b53-8988-4852-aab1-2878268b468e', 'status': 'completed', 'code': 200} Mar 31 16:00:26.053447 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0ea9f79b-5ede-4419-98c6-8b74ffd35be5 admin admin] Publish callbacks [] for security_group (9e76f9d6-230c-45b9-9fff-dbc6256a79e1), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:26.220493 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0ea9f79b-5ede-4419-98c6-8b74ffd35be5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (9e76f9d6-230c-45b9-9fff-dbc6256a79e1), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:26.223667 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0ea9f79b-5ede-4419-98c6-8b74ffd35be5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:26.225240 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-0ea9f79b-5ede-4419-98c6-8b74ffd35be5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9e76f9d6-230c-45b9-9fff-dbc6256a79e1 HTTP/1.1" status: 204 len: 168 time: 0.3020234 Mar 31 16:00:26.244020 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea9f79b-5ede-4419-98c6-8b74ffd35be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e76f9d6-230c-45b9-9fff-dbc6256a79e1,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:26.489493 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-78539bfb-26f2-4ea7-8be5-b275bf7f0204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b24868-497d-45c0-9464-8803e76370f6', 'name': 'tempest-AttachVolumeTestJSON-1293021899-router', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:22Z', 'revision_number': 4, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'gw_port': {'id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '789b2962-ef21-4c36-a7bb-6c6de07c35e1', 'name': '', 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'mac_address': 'fa:16:3e:ff:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:20Z', 'updated_at': '2022-03-31T15:53:33Z', 'revision_number': 5, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'subnets': [{'id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:26.519348 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78539bfb-26f2-4ea7-8be5-b275bf7f0204 None None] Checking router: 10b24868-497d-45c0-9464-8803e76370f6 for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:00:26.528458 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78539bfb-26f2-4ea7-8be5-b275bf7f0204 None None] Routers {'10b24868-497d-45c0-9464-8803e76370f6'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:26.529097 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-78539bfb-26f2-4ea7-8be5-b275bf7f0204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:00:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['10b24868-497d-45c0-9464-8803e76370f6'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:26.556709 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c0b91ee8-5c71-456f-94e9-78eafade6e43 req-2ce609c6-1669-4524-842d-5dd007b4fca8 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/ports?device_id=585c534d-6b94-4644-931f-e11310610fad HTTP/1.1" status: 200 len: 210 time: 0.0500803 Mar 31 16:00:26.671677 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-78539bfb-26f2-4ea7-8be5-b275bf7f0204 None None] Set router 10b24868-497d-45c0-9464-8803e76370f6 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:26.953117 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-78539bfb-26f2-4ea7-8be5-b275bf7f0204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b24868-497d-45c0-9464-8803e76370f6', 'name': 'tempest-AttachVolumeTestJSON-1293021899-router', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:22Z', 'revision_number': 4, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'gw_port': {'id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '789b2962-ef21-4c36-a7bb-6c6de07c35e1', 'name': '', 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'mac_address': 'fa:16:3e:ff:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:20Z', 'updated_at': '2022-03-31T15:53:33Z', 'revision_number': 5, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'subnets': [{'id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:26.985944 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78539bfb-26f2-4ea7-8be5-b275bf7f0204 None None] The sync data for ids ['10b24868-497d-45c0-9464-8803e76370f6'] in dv-cinder-836028-1-iscsi is: [{'id': '10b24868-497d-45c0-9464-8803e76370f6', 'name': 'tempest-AttachVolumeTestJSON-1293021899-router', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:22Z', 'revision_number': 4, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'gw_port': {'id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '789b2962-ef21-4c36-a7bb-6c6de07c35e1', 'name': '', 'network_id': '8fa8fe94-2799-4a5d-b4fd-6056ad46df32', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'mac_address': 'fa:16:3e:ff:73:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 107, 'fixed_ips': [{'subnet_id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:20Z', 'updated_at': '2022-03-31T15:53:33Z', 'revision_number': 5, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'subnets': [{'id': 'a1a7fe3f-e590-4452-8b6d-b35b0e495b82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:00:27.303666 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c4d5df-224e-4421-8b61-953d4e9df24b None None] New status for floating IP 924e27ef-09ae-47ad-b80a-2436accd9197: DOWN {{(pid=115721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:00:27.572057 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 37110) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:27.953352 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 37122) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:28.011945 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e3d7be31-10dd-491c-9652-edc8f6fd6103 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for security_group (86b53bd6-598f-4aab-9b55-4977af0d0037), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:28.050377 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e3d7be31-10dd-491c-9652-edc8f6fd6103 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for security_group (86b53bd6-598f-4aab-9b55-4977af0d0037), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:28.180267 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e3d7be31-10dd-491c-9652-edc8f6fd6103 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (86b53bd6-598f-4aab-9b55-4977af0d0037), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:28.183242 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e3d7be31-10dd-491c-9652-edc8f6fd6103 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:28.184539 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-e3d7be31-10dd-491c-9652-edc8f6fd6103 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "DELETE /v2.0/security-groups/86b53bd6-598f-4aab-9b55-4977af0d0037 HTTP/1.1" status: 204 len: 168 time: 0.2300959 Mar 31 16:00:28.188444 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 37128) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:28.210507 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.api.v2.resource [None req-e02a053a-d576-4a16-8319-1ac7069fc299 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] show failed (client error): The resource could not be found. Mar 31 16:00:28.211741 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-e02a053a-d576-4a16-8319-1ac7069fc299 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "GET /v2.0/security-groups/86b53bd6-598f-4aab-9b55-4977af0d0037 HTTP/1.1" status: 404 len: 347 time: 0.0223124 Mar 31 16:00:28.212802 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d7be31-10dd-491c-9652-edc8f6fd6103 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b53bd6-598f-4aab-9b55-4977af0d0037,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:28.214587 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 37130) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:28.376483 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-f1c73e99-a9b1-4991-b849-6920c8c30ab9 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Deleting port e06abfa4-9553-471f-98a8-a9ba717d18a7 {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:28.376962 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f1c73e99-a9b1-4991-b849-6920c8c30ab9 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (e06abfa4-9553-471f-98a8-a9ba717d18a7), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:28.458644 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device b2e14b53-8988-4852-aab1-2878268b468e no longer exists at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:00:28.476534 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-28c031e7-105a-4f5d-afc5-bc9e9a4eae89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606591'] for router_interface (99cba5b0-2b4a-4e5d-beb5-fbc089b68f35), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:28.482021 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f1c73e99-a9b1-4991-b849-6920c8c30ab9 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (e06abfa4-9553-471f-98a8-a9ba717d18a7), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:28.482369 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f1c73e99-a9b1-4991-b849-6920c8c30ab9 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for floatingip (e06abfa4-9553-471f-98a8-a9ba717d18a7), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:28.483746 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] No Port match for: b2e14b53-8988-4852-aab1-2878268b468e {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:00:28.484461 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device b2e14b53-8988-4852-aab1-2878268b468e not bound to the agent host hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:00:28.497756 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-f1c73e99-a9b1-4991-b849-6920c8c30ab9 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Calling delete_port for e06abfa4-9553-471f-98a8-a9ba717d18a7 owned by network:floatingip {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:28.752378 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f1c73e99-a9b1-4991-b849-6920c8c30ab9 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (e06abfa4-9553-471f-98a8-a9ba717d18a7), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:28.760790 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-28c031e7-105a-4f5d-afc5-bc9e9a4eae89 admin admin] Deleting port 79d96810-7ae3-42c8-aeba-528725e0fbbf {{(pid=115720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:28.761757 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-28c031e7-105a-4f5d-afc5-bc9e9a4eae89 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (79d96810-7ae3-42c8-aeba-528725e0fbbf), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:28.798942 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c73e99-a9b1-4991-b849-6920c8c30ab9 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Pushing event deleted for resources: {'Port': ['ID=e06abfa4-9553-471f-98a8-a9ba717d18a7,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:28.864026 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [None req-28c031e7-105a-4f5d-afc5-bc9e9a4eae89 admin admin] For port 79d96810-7ae3-42c8-aeba-528725e0fbbf, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=79d96810-7ae3-42c8-aeba-528725e0fbbf,segment=NetworkSegment(3625fcca-8015-4d97-a97b-4b3ea4e2b9cb),segment_id=3625fcca-8015-4d97-a97b-4b3ea4e2b9cb)] {{(pid=115720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:28.864464 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-28c031e7-105a-4f5d-afc5-bc9e9a4eae89 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (79d96810-7ae3-42c8-aeba-528725e0fbbf), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:28.879994 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-28c031e7-105a-4f5d-afc5-bc9e9a4eae89 admin admin] Calling delete_port for 79d96810-7ae3-42c8-aeba-528725e0fbbf owned by network:router_interface {{(pid=115720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:28.882797 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f1c73e99-a9b1-4991-b849-6920c8c30ab9 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks [] for floatingip (924e27ef-09ae-47ad-b80a-2436accd9197), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:28.885784 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f1c73e99-a9b1-4991-b849-6920c8c30ab9 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:28.887108 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-f1c73e99-a9b1-4991-b849-6920c8c30ab9 tempest-AttachVolumeTestJSON-893170564 tempest-AttachVolumeTestJSON-893170564-project] 10.222.0.47 "DELETE /v2.0/floatingips/924e27ef-09ae-47ad-b80a-2436accd9197 HTTP/1.1" status: 204 len: 168 time: 0.6714752 Mar 31 16:00:29.209713 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-28c031e7-105a-4f5d-afc5-bc9e9a4eae89 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (79d96810-7ae3-42c8-aeba-528725e0fbbf), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:29.241046 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c031e7-105a-4f5d-afc5-bc9e9a4eae89 admin admin] Pushing event deleted for resources: {'Port': ['ID=79d96810-7ae3-42c8-aeba-528725e0fbbf,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:29.449072 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-28c031e7-105a-4f5d-afc5-bc9e9a4eae89 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607215'] for router_interface (99cba5b0-2b4a-4e5d-beb5-fbc089b68f35), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:29.685833 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c031e7-105a-4f5d-afc5-bc9e9a4eae89 admin admin] Router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:00:29.813492 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c031e7-105a-4f5d-afc5-bc9e9a4eae89 admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:00:29.819275 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-28c031e7-105a-4f5d-afc5-bc9e9a4eae89 admin admin] 10.222.0.47 "PUT /v2.0/routers/99cba5b0-2b4a-4e5d-beb5-fbc089b68f35/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2500820 Mar 31 16:00:29.821943 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 37144) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:29.824206 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e98870-4786-4e72-b00a-70d04debcce6 None None] Sync routers for ids ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:00:29.835594 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e98870-4786-4e72-b00a-70d04debcce6 None None] Routers {'99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:29.837212 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-c9e98870-4786-4e72-b00a-70d04debcce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:00:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:29.969112 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-c9e98870-4786-4e72-b00a-70d04debcce6 None None] Set router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:29.970244 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e0d42326-d819-4efe-9920-315671ded28a admin admin] Publish callbacks [] for router (99cba5b0-2b4a-4e5d-beb5-fbc089b68f35), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:30.091338 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e0d42326-d819-4efe-9920-315671ded28a admin admin] Publish callbacks [] for router_gateway (99cba5b0-2b4a-4e5d-beb5-fbc089b68f35), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:30.174614 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-c9e98870-4786-4e72-b00a-70d04debcce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168'}], 'enable_snat': True}, 'gw_port_id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T16:00:29Z', 'revision_number': 5, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port': {'id': '5b50471f-5966-4e9d-8df1-023f84e9cdb8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ed:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:30.211419 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e98870-4786-4e72-b00a-70d04debcce6 None None] Checking router: 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:00:30.223155 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e98870-4786-4e72-b00a-70d04debcce6 None None] Routers {'99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:30.224463 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-c9e98870-4786-4e72-b00a-70d04debcce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:00:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:30.247961 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-e0d42326-d819-4efe-9920-315671ded28a admin admin] Deleting port 5b50471f-5966-4e9d-8df1-023f84e9cdb8 {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:30.247961 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e0d42326-d819-4efe-9920-315671ded28a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (5b50471f-5966-4e9d-8df1-023f84e9cdb8), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:30.334949 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-c9e98870-4786-4e72-b00a-70d04debcce6 None None] Set router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 gateway port host: None {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:30.363062 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [None req-e0d42326-d819-4efe-9920-315671ded28a admin admin] For port 5b50471f-5966-4e9d-8df1-023f84e9cdb8, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=5b50471f-5966-4e9d-8df1-023f84e9cdb8,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:30.363062 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e0d42326-d819-4efe-9920-315671ded28a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (5b50471f-5966-4e9d-8df1-023f84e9cdb8), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:30.377555 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-e0d42326-d819-4efe-9920-315671ded28a admin admin] Calling delete_port for 5b50471f-5966-4e9d-8df1-023f84e9cdb8 owned by network:router_gateway {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:30.392448 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-c9e98870-4786-4e72-b00a-70d04debcce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T16:00:30Z', 'revision_number': 6, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port_host': None}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:30.423694 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e98870-4786-4e72-b00a-70d04debcce6 None None] The sync data for ids ['99cba5b0-2b4a-4e5d-beb5-fbc089b68f35'] in dv-cinder-836028-1-iscsi is: [{'id': '99cba5b0-2b4a-4e5d-beb5-fbc089b68f35', 'name': 'tempest-AttachVolumeNegativeTest-1242362775-router', 'tenant_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T16:00:30Z', 'revision_number': 6, 'project_id': 'ffc6177837a74f42b2af77cad7fb46ea', 'gw_port_host': None}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:00:30.706547 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e0d42326-d819-4efe-9920-315671ded28a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (5b50471f-5966-4e9d-8df1-023f84e9cdb8), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:30.735918 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d42326-d819-4efe-9920-315671ded28a admin admin] Pushing event deleted for resources: {'Port': ['ID=5b50471f-5966-4e9d-8df1-023f84e9cdb8,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:30.801167 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e0d42326-d819-4efe-9920-315671ded28a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609541'] for router_gateway (99cba5b0-2b4a-4e5d-beb5-fbc089b68f35), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:30.942301 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e0d42326-d819-4efe-9920-315671ded28a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-413'] for router (99cba5b0-2b4a-4e5d-beb5-fbc089b68f35), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:30.945201 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e0d42326-d819-4efe-9920-315671ded28a admin admin] Publish callbacks [] for router_controller (99cba5b0-2b4a-4e5d-beb5-fbc089b68f35), precommit_delete_associations {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:31.094810 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e0d42326-d819-4efe-9920-315671ded28a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-621024'] for router (99cba5b0-2b4a-4e5d-beb5-fbc089b68f35), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:31.095381 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d42326-d819-4efe-9920-315671ded28a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 {{(pid=115719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 16:00:31.099875 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e0d42326-d819-4efe-9920-315671ded28a admin admin] Publish callbacks [] for router (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:31.101145 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-e0d42326-d819-4efe-9920-315671ded28a admin admin] 10.222.0.47 "DELETE /v2.0/routers/99cba5b0-2b4a-4e5d-beb5-fbc089b68f35 HTTP/1.1" status: 204 len: 168 time: 1.2779729 Mar 31 16:00:31.103562 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 37156) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:31.151121 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_v2 [None req-a121012b-0588-4a11-b1e6-c2baf57b48d1 admin admin] Deleting subnet cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0 {{(pid=115719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:00:31.155182 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-a121012b-0588-4a11-b1e6-c2baf57b48d1 admin admin] Publish callbacks [] for subnet (cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:31.189658 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-a121012b-0588-4a11-b1e6-c2baf57b48d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5073163'] for subnet (cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0), precommit_delete_associations {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:31.310762 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-a121012b-0588-4a11-b1e6-c2baf57b48d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2031459'] for subnet (cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:31.346601 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 79d96810-7ae3-42c8-aeba-528725e0fbbf no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:00:31.368608 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] No Port match for: 79d96810-7ae3-42c8-aeba-528725e0fbbf {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:00:31.368968 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 79d96810-7ae3-42c8-aeba-528725e0fbbf not bound to the agent host dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:00:31.565042 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-a121012b-0588-4a11-b1e6-c2baf57b48d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2031444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5073152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5044798'] for subnet (cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:31.601467 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a121012b-0588-4a11-b1e6-c2baf57b48d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:31.608703 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-a121012b-0588-4a11-b1e6-c2baf57b48d1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:31.614281 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 37166) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:31.617116 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2516e229-a891-4a65-8084-948d43653768 None None] Network 90fc1aad-d8be-40df-b185-08fe1d77372b requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:00:31.632724 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-a121012b-0588-4a11-b1e6-c2baf57b48d1 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/cf4a04fc-d8ec-4c36-8555-2d595d5ec9e0 HTTP/1.1" status: 204 len: 168 time: 0.5166683 Mar 31 16:00:31.732247 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5a550091-edcf-4e38-b000-a4af8a20fe7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1072674'] for network (90fc1aad-d8be-40df-b185-08fe1d77372b), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:31.814656 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-5a550091-edcf-4e38-b000-a4af8a20fe7c admin admin] Deleting port edbcd987-c940-40f6-86f0-06c6d810dba3 {{(pid=115720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:31.815019 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5a550091-edcf-4e38-b000-a4af8a20fe7c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (edbcd987-c940-40f6-86f0-06c6d810dba3), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:31.874388 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f41652-4feb-4450-988d-9792c78fb2f8 None None] DHCP port deletion for 90fc1aad-d8be-40df-b185-08fe1d77372b request from dv-cinder-836028-1-iscsi {{(pid=115721) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 16:00:31.918732 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [None req-5a550091-edcf-4e38-b000-a4af8a20fe7c admin admin] For port edbcd987-c940-40f6-86f0-06c6d810dba3, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=edbcd987-c940-40f6-86f0-06c6d810dba3,segment=NetworkSegment(3625fcca-8015-4d97-a97b-4b3ea4e2b9cb),segment_id=3625fcca-8015-4d97-a97b-4b3ea4e2b9cb)] {{(pid=115720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:31.919586 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5a550091-edcf-4e38-b000-a4af8a20fe7c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (edbcd987-c940-40f6-86f0-06c6d810dba3), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:31.948492 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-22f41652-4feb-4450-988d-9792c78fb2f8 None None] Deleting port edbcd987-c940-40f6-86f0-06c6d810dba3 {{(pid=115721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:31.949131 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-22f41652-4feb-4450-988d-9792c78fb2f8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (edbcd987-c940-40f6-86f0-06c6d810dba3), before_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:31.957112 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-5a550091-edcf-4e38-b000-a4af8a20fe7c admin admin] Calling delete_port for edbcd987-c940-40f6-86f0-06c6d810dba3 owned by network:dhcp {{(pid=115720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:32.026027 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-22f41652-4feb-4450-988d-9792c78fb2f8 None None] For port edbcd987-c940-40f6-86f0-06c6d810dba3, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=edbcd987-c940-40f6-86f0-06c6d810dba3,segment=NetworkSegment(3625fcca-8015-4d97-a97b-4b3ea4e2b9cb),segment_id=3625fcca-8015-4d97-a97b-4b3ea4e2b9cb)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:32.026693 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-22f41652-4feb-4450-988d-9792c78fb2f8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (edbcd987-c940-40f6-86f0-06c6d810dba3), precommit_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:32.040411 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-22f41652-4feb-4450-988d-9792c78fb2f8 None None] Calling delete_port for edbcd987-c940-40f6-86f0-06c6d810dba3 owned by network:dhcp {{(pid=115721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:32.147486 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5a550091-edcf-4e38-b000-a4af8a20fe7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (edbcd987-c940-40f6-86f0-06c6d810dba3), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:32.157540 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-22f41652-4feb-4450-988d-9792c78fb2f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167'] for port (edbcd987-c940-40f6-86f0-06c6d810dba3), after_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:32.179188 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a550091-edcf-4e38-b000-a4af8a20fe7c admin admin] Pushing event deleted for resources: {'Port': ['ID=edbcd987-c940-40f6-86f0-06c6d810dba3,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:32.186402 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a550091-edcf-4e38-b000-a4af8a20fe7c admin admin] No DVR routers for this DVR port edbcd987-c940-40f6-86f0-06c6d810dba3 on host dv-cinder-836028-1-iscsi {{(pid=115720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:00:32.235231 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f41652-4feb-4450-988d-9792c78fb2f8 None None] Pushing event deleted for resources: {'Port': ['ID=edbcd987-c940-40f6-86f0-06c6d810dba3,revision_number=None']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:32.242018 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22f41652-4feb-4450-988d-9792c78fb2f8 None None] No DVR routers for this DVR port edbcd987-c940-40f6-86f0-06c6d810dba3 on host dv-cinder-836028-1-iscsi {{(pid=115721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:00:32.267681 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5a550091-edcf-4e38-b000-a4af8a20fe7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062824', 'neutron.services.segments.db._delete_segments_for_network-8779152745018'] for network (90fc1aad-d8be-40df-b185-08fe1d77372b), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:32.300801 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.services.segments.db [None req-5a550091-edcf-4e38-b000-a4af8a20fe7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90fc1aad-d8be-40df-b185-08fe1d77372b']}} {{(pid=115720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:32.313509 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.services.segments.db [None req-5a550091-edcf-4e38-b000-a4af8a20fe7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3625fcca-8015-4d97-a97b-4b3ea4e2b9cb') {'for_net_delete': True} {{(pid=115720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:32.313805 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.services.segments.db [None req-5a550091-edcf-4e38-b000-a4af8a20fe7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3625fcca-8015-4d97-a97b-4b3ea4e2b9cb') {} {{(pid=115720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:32.328085 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5a550091-edcf-4e38-b000-a4af8a20fe7c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779152745795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7314081'] for segment (3625fcca-8015-4d97-a97b-4b3ea4e2b9cb), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:32.344655 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5a550091-edcf-4e38-b000-a4af8a20fe7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (3625fcca-8015-4d97-a97b-4b3ea4e2b9cb), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:32.353625 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a550091-edcf-4e38-b000-a4af8a20fe7c admin admin] Releasing vlan 810 on physical network physnet1 to pool {{(pid=115720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:00:32.354699 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5a550091-edcf-4e38-b000-a4af8a20fe7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4203167'] for segment (3625fcca-8015-4d97-a97b-4b3ea4e2b9cb), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: Traceback (most recent call last): Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: timer() Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: cb(*args, **kw) Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: return func(*args, **kwargs) Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: self._notify() Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: self.callback(batched_events) Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: event.method(event) Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: return f(self, *a, **k) Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: return self._get(url).json() Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: return self.request(url, 'GET', **kwargs) Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:00:32.356628 dv-cinder-836028-1-iscsi neutron-server[115720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:00:32.503386 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5a550091-edcf-4e38-b000-a4af8a20fe7c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609641'] for network (90fc1aad-d8be-40df-b185-08fe1d77372b), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:32.526331 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5a550091-edcf-4e38-b000-a4af8a20fe7c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:32.534026 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-5a550091-edcf-4e38-b000-a4af8a20fe7c admin admin] 10.222.0.47 "DELETE /v2.0/networks/90fc1aad-d8be-40df-b185-08fe1d77372b HTTP/1.1" status: 204 len: 168 time: 0.9179718 Mar 31 16:00:32.535234 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a550091-edcf-4e38-b000-a4af8a20fe7c admin admin] Pushing event deleted for resources: {'Network': ['ID=90fc1aad-d8be-40df-b185-08fe1d77372b,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:32.745566 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 5b50471f-5966-4e9d-8df1-023f84e9cdb8 no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:00:32.791695 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] No Port match for: 5b50471f-5966-4e9d-8df1-023f84e9cdb8 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:00:32.792228 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 5b50471f-5966-4e9d-8df1-023f84e9cdb8 not bound to the agent host dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:00:32.793744 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device edbcd987-c940-40f6-86f0-06c6d810dba3 no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:00:32.825350 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] No Port match for: edbcd987-c940-40f6-86f0-06c6d810dba3 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:00:32.825702 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device edbcd987-c940-40f6-86f0-06c6d810dba3 not bound to the agent host dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:00:32.868777 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 37186) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:32.913859 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-dabda0c1-5b43-40ad-a2f4-7de3780039fa admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=ffc6177837a74f42b2af77cad7fb46ea&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0433791 Mar 31 16:00:32.916349 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 37190) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:32.971182 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-781f190a-04f6-462e-b5d3-233c6da528c1 admin admin] Publish callbacks [] for security_group (a6be57f1-c9d0-4fa2-bfdb-80412c6ce1a9), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:32.997741 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-781f190a-04f6-462e-b5d3-233c6da528c1 admin admin] Publish callbacks [] for security_group (a6be57f1-c9d0-4fa2-bfdb-80412c6ce1a9), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:33.082397 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 37198) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:33.134691 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-781f190a-04f6-462e-b5d3-233c6da528c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (a6be57f1-c9d0-4fa2-bfdb-80412c6ce1a9), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:33.137352 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-781f190a-04f6-462e-b5d3-233c6da528c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:33.141357 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-781f190a-04f6-462e-b5d3-233c6da528c1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a6be57f1-c9d0-4fa2-bfdb-80412c6ce1a9 HTTP/1.1" status: 204 len: 168 time: 0.2205448 Mar 31 16:00:33.153504 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f190a-04f6-462e-b5d3-233c6da528c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6be57f1-c9d0-4fa2-bfdb-80412c6ce1a9,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:33.707703 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2339f09b-de30-47de-a0ff-cf481be442b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606591'] for router_interface (10b24868-497d-45c0-9464-8803e76370f6), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:34.006270 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-2339f09b-de30-47de-a0ff-cf481be442b8 admin admin] Deleting port 789b2962-ef21-4c36-a7bb-6c6de07c35e1 {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:34.007309 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2339f09b-de30-47de-a0ff-cf481be442b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (789b2962-ef21-4c36-a7bb-6c6de07c35e1), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:34.092565 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [None req-2339f09b-de30-47de-a0ff-cf481be442b8 admin admin] For port 789b2962-ef21-4c36-a7bb-6c6de07c35e1, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=789b2962-ef21-4c36-a7bb-6c6de07c35e1,segment=NetworkSegment(a11ae896-5a72-42f4-bae7-f1e4e617cdb8),segment_id=a11ae896-5a72-42f4-bae7-f1e4e617cdb8)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:34.093079 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2339f09b-de30-47de-a0ff-cf481be442b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (789b2962-ef21-4c36-a7bb-6c6de07c35e1), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:34.106877 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-2339f09b-de30-47de-a0ff-cf481be442b8 admin admin] Calling delete_port for 789b2962-ef21-4c36-a7bb-6c6de07c35e1 owned by network:router_interface {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:34.429229 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2339f09b-de30-47de-a0ff-cf481be442b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (789b2962-ef21-4c36-a7bb-6c6de07c35e1), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:34.459202 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2339f09b-de30-47de-a0ff-cf481be442b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=789b2962-ef21-4c36-a7bb-6c6de07c35e1,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:34.667008 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2339f09b-de30-47de-a0ff-cf481be442b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607215'] for router_interface (10b24868-497d-45c0-9464-8803e76370f6), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:34.951599 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-0f245798-d08b-4f6a-bef9-a4aa4b60ef26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:35.189605 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2339f09b-de30-47de-a0ff-cf481be442b8 admin admin] Router 10b24868-497d-45c0-9464-8803e76370f6 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:00:35.317702 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2339f09b-de30-47de-a0ff-cf481be442b8 admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:00:35.328961 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-2339f09b-de30-47de-a0ff-cf481be442b8 admin admin] 10.222.0.47 "PUT /v2.0/routers/10b24868-497d-45c0-9464-8803e76370f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2395771 Mar 31 16:00:35.328961 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 37242) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:35.331330 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c0dc7d-c343-46f8-b4e5-7c2b7ce3e99b None None] Sync routers for ids ['10b24868-497d-45c0-9464-8803e76370f6'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:00:35.343477 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c0dc7d-c343-46f8-b4e5-7c2b7ce3e99b None None] Routers {'10b24868-497d-45c0-9464-8803e76370f6'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:35.344421 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-04c0dc7d-c343-46f8-b4e5-7c2b7ce3e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:00:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['10b24868-497d-45c0-9464-8803e76370f6'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:35.485531 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-04c0dc7d-c343-46f8-b4e5-7c2b7ce3e99b None None] Set router 10b24868-497d-45c0-9464-8803e76370f6 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:35.485755 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-656d9a0f-807e-40c5-b29b-da3e5e6c634d admin admin] Publish callbacks [] for router (10b24868-497d-45c0-9464-8803e76370f6), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:35.666489 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-656d9a0f-807e-40c5-b29b-da3e5e6c634d admin admin] Publish callbacks [] for router_gateway (10b24868-497d-45c0-9464-8803e76370f6), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:35.771928 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-04c0dc7d-c343-46f8-b4e5-7c2b7ce3e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b24868-497d-45c0-9464-8803e76370f6', 'name': 'tempest-AttachVolumeTestJSON-1293021899-router', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245'}], 'enable_snat': True}, 'gw_port_id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T16:00:34Z', 'revision_number': 5, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'gw_port': {'id': 'de622d1b-147e-4831-98a6-1056aa761af8', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:8b:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10b24868-497d-45c0-9464-8803e76370f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 88, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:10Z', 'updated_at': '2022-03-31T15:53:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:35.800176 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c0dc7d-c343-46f8-b4e5-7c2b7ce3e99b None None] Checking router: 10b24868-497d-45c0-9464-8803e76370f6 for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:00:35.809157 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c0dc7d-c343-46f8-b4e5-7c2b7ce3e99b None None] Routers {'10b24868-497d-45c0-9464-8803e76370f6'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:35.809793 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-04c0dc7d-c343-46f8-b4e5-7c2b7ce3e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:00:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['10b24868-497d-45c0-9464-8803e76370f6'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:35.810600 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-656d9a0f-807e-40c5-b29b-da3e5e6c634d admin admin] Deleting port de622d1b-147e-4831-98a6-1056aa761af8 {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:35.811486 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-656d9a0f-807e-40c5-b29b-da3e5e6c634d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (de622d1b-147e-4831-98a6-1056aa761af8), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:35.903707 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-04c0dc7d-c343-46f8-b4e5-7c2b7ce3e99b None None] Set router 10b24868-497d-45c0-9464-8803e76370f6 gateway port host: None {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:35.935176 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [None req-656d9a0f-807e-40c5-b29b-da3e5e6c634d admin admin] For port de622d1b-147e-4831-98a6-1056aa761af8, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=de622d1b-147e-4831-98a6-1056aa761af8,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:35.935687 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-656d9a0f-807e-40c5-b29b-da3e5e6c634d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (de622d1b-147e-4831-98a6-1056aa761af8), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:35.958619 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-04c0dc7d-c343-46f8-b4e5-7c2b7ce3e99b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10b24868-497d-45c0-9464-8803e76370f6', 'name': 'tempest-AttachVolumeTestJSON-1293021899-router', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T16:00:35Z', 'revision_number': 6, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'gw_port_host': None}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:35.961096 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-656d9a0f-807e-40c5-b29b-da3e5e6c634d admin admin] Calling delete_port for de622d1b-147e-4831-98a6-1056aa761af8 owned by network:router_gateway {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:35.989563 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04c0dc7d-c343-46f8-b4e5-7c2b7ce3e99b None None] The sync data for ids ['10b24868-497d-45c0-9464-8803e76370f6'] in dv-cinder-836028-1-iscsi is: [{'id': '10b24868-497d-45c0-9464-8803e76370f6', 'name': 'tempest-AttachVolumeTestJSON-1293021899-router', 'tenant_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T16:00:35Z', 'revision_number': 6, 'project_id': '6b74c4b3e38f4f298f86bb10c6a6f67b', 'gw_port_host': None}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:00:36.202914 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-656d9a0f-807e-40c5-b29b-da3e5e6c634d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (de622d1b-147e-4831-98a6-1056aa761af8), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:36.227399 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d9a0f-807e-40c5-b29b-da3e5e6c634d admin admin] Pushing event deleted for resources: {'Port': ['ID=de622d1b-147e-4831-98a6-1056aa761af8,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:36.293910 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-656d9a0f-807e-40c5-b29b-da3e5e6c634d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609541'] for router_gateway (10b24868-497d-45c0-9464-8803e76370f6), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:36.396251 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-656d9a0f-807e-40c5-b29b-da3e5e6c634d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-413'] for router (10b24868-497d-45c0-9464-8803e76370f6), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:36.399111 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-656d9a0f-807e-40c5-b29b-da3e5e6c634d admin admin] Publish callbacks [] for router_controller (10b24868-497d-45c0-9464-8803e76370f6), precommit_delete_associations {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:36.531665 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-656d9a0f-807e-40c5-b29b-da3e5e6c634d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-621024'] for router (10b24868-497d-45c0-9464-8803e76370f6), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:36.532390 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-656d9a0f-807e-40c5-b29b-da3e5e6c634d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10b24868-497d-45c0-9464-8803e76370f6 {{(pid=115719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 16:00:36.538408 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-656d9a0f-807e-40c5-b29b-da3e5e6c634d admin admin] Publish callbacks [] for router (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:36.539563 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-656d9a0f-807e-40c5-b29b-da3e5e6c634d admin admin] 10.222.0.47 "DELETE /v2.0/routers/10b24868-497d-45c0-9464-8803e76370f6 HTTP/1.1" status: 204 len: 168 time: 1.2131217 Mar 31 16:00:36.542240 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 37280) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:36.586448 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_v2 [None req-f78b1201-e387-46b5-a9de-595deb94b831 admin admin] Deleting subnet a1a7fe3f-e590-4452-8b6d-b35b0e495b82 {{(pid=115719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:00:36.589464 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f78b1201-e387-46b5-a9de-595deb94b831 admin admin] Publish callbacks [] for subnet (a1a7fe3f-e590-4452-8b6d-b35b0e495b82), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:36.625655 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f78b1201-e387-46b5-a9de-595deb94b831 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5073163'] for subnet (a1a7fe3f-e590-4452-8b6d-b35b0e495b82), precommit_delete_associations {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:36.704729 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f78b1201-e387-46b5-a9de-595deb94b831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2031459'] for subnet (a1a7fe3f-e590-4452-8b6d-b35b0e495b82), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:36.820300 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 789b2962-ef21-4c36-a7bb-6c6de07c35e1 no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:00:36.831933 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f78b1201-e387-46b5-a9de-595deb94b831 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2031444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5073152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5044798'] for subnet (a1a7fe3f-e590-4452-8b6d-b35b0e495b82), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:36.841345 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] No Port match for: 789b2962-ef21-4c36-a7bb-6c6de07c35e1 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:00:36.841713 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 789b2962-ef21-4c36-a7bb-6c6de07c35e1 not bound to the agent host dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:00:36.842212 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device de622d1b-147e-4831-98a6-1056aa761af8 no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:00:36.855986 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78b1201-e387-46b5-a9de-595deb94b831 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1a7fe3f-e590-4452-8b6d-b35b0e495b82,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:36.862707 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] No Port match for: de622d1b-147e-4831-98a6-1056aa761af8 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:00:36.862707 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device de622d1b-147e-4831-98a6-1056aa761af8 not bound to the agent host dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:00:36.876359 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f78b1201-e387-46b5-a9de-595deb94b831 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:36.876359 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-f78b1201-e387-46b5-a9de-595deb94b831 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a1a7fe3f-e590-4452-8b6d-b35b0e495b82 HTTP/1.1" status: 204 len: 168 time: 0.3297021 Mar 31 16:00:36.876359 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b1201-e387-46b5-a9de-595deb94b831 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.877109 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceda5808-c976-4fa5-860b-34ea54358231 None None] Network 8fa8fe94-2799-4a5d-b4fd-6056ad46df32 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:00:36.877194 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b1201-e387-46b5-a9de-595deb94b831 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.877277 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 37288) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:36.877722 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b1201-e387-46b5-a9de-595deb94b831 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.877722 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b1201-e387-46b5-a9de-595deb94b831 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.877722 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b1201-e387-46b5-a9de-595deb94b831 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.877722 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b1201-e387-46b5-a9de-595deb94b831 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.877722 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b1201-e387-46b5-a9de-595deb94b831 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.878097 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b1201-e387-46b5-a9de-595deb94b831 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.878097 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b1201-e387-46b5-a9de-595deb94b831 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.878620 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b1201-e387-46b5-a9de-595deb94b831 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.878783 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b1201-e387-46b5-a9de-595deb94b831 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.879092 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b1201-e387-46b5-a9de-595deb94b831 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.879421 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b1201-e387-46b5-a9de-595deb94b831 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.879743 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b1201-e387-46b5-a9de-595deb94b831 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.880086 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78b1201-e387-46b5-a9de-595deb94b831 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:36.980214 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e73ddcaa-af5b-4ff7-9afe-a9793fcee0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1072674'] for network (8fa8fe94-2799-4a5d-b4fd-6056ad46df32), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:37.010054 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-f83a199f-e7ff-42b9-a644-b9e61d36740d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:37.051853 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-e73ddcaa-af5b-4ff7-9afe-a9793fcee0a7 admin admin] Deleting port de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482 {{(pid=115720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:37.051964 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e73ddcaa-af5b-4ff7-9afe-a9793fcee0a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:37.072600 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-090447ca-02fc-4174-9f10-ad3d343859c6 None None] DHCP port deletion for 8fa8fe94-2799-4a5d-b4fd-6056ad46df32 request from dv-cinder-836028-1-iscsi {{(pid=115721) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 16:00:37.125781 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [None req-e73ddcaa-af5b-4ff7-9afe-a9793fcee0a7 admin admin] For port de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482,segment=NetworkSegment(a11ae896-5a72-42f4-bae7-f1e4e617cdb8),segment_id=a11ae896-5a72-42f4-bae7-f1e4e617cdb8)] {{(pid=115720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:37.126427 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e73ddcaa-af5b-4ff7-9afe-a9793fcee0a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:37.142071 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-e73ddcaa-af5b-4ff7-9afe-a9793fcee0a7 admin admin] Calling delete_port for de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482 owned by network:dhcp {{(pid=115720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:37.152690 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-090447ca-02fc-4174-9f10-ad3d343859c6 None None] Deleting port de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482 {{(pid=115721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:37.153081 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-090447ca-02fc-4174-9f10-ad3d343859c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482), before_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:37.245029 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-090447ca-02fc-4174-9f10-ad3d343859c6 None None] For port de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482,segment=NetworkSegment(a11ae896-5a72-42f4-bae7-f1e4e617cdb8),segment_id=a11ae896-5a72-42f4-bae7-f1e4e617cdb8)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:37.245432 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-090447ca-02fc-4174-9f10-ad3d343859c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482), precommit_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:37.265135 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-090447ca-02fc-4174-9f10-ad3d343859c6 None None] Calling delete_port for de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482 owned by network:dhcp {{(pid=115721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:37.323436 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e73ddcaa-af5b-4ff7-9afe-a9793fcee0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:37.343137 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-090447ca-02fc-4174-9f10-ad3d343859c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167'] for port (de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482), after_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:37.356540 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73ddcaa-af5b-4ff7-9afe-a9793fcee0a7 admin admin] No DVR routers for this DVR port de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482 on host dv-cinder-836028-1-iscsi {{(pid=115720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:00:37.373914 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ddcaa-af5b-4ff7-9afe-a9793fcee0a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:37.374106 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090447ca-02fc-4174-9f10-ad3d343859c6 None None] Pushing event deleted for resources: {'Port': ['ID=de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482,revision_number=None']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:37.377645 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090447ca-02fc-4174-9f10-ad3d343859c6 None None] No DVR routers for this DVR port de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482 on host dv-cinder-836028-1-iscsi {{(pid=115721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:00:37.463429 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e73ddcaa-af5b-4ff7-9afe-a9793fcee0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062824', 'neutron.services.segments.db._delete_segments_for_network-8779152745018'] for network (8fa8fe94-2799-4a5d-b4fd-6056ad46df32), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:37.484955 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.services.segments.db [None req-e73ddcaa-af5b-4ff7-9afe-a9793fcee0a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fa8fe94-2799-4a5d-b4fd-6056ad46df32']}} {{(pid=115720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:37.494401 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.services.segments.db [None req-e73ddcaa-af5b-4ff7-9afe-a9793fcee0a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a11ae896-5a72-42f4-bae7-f1e4e617cdb8') {'for_net_delete': True} {{(pid=115720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:37.494700 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.services.segments.db [None req-e73ddcaa-af5b-4ff7-9afe-a9793fcee0a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a11ae896-5a72-42f4-bae7-f1e4e617cdb8') {} {{(pid=115720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:37.504424 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e73ddcaa-af5b-4ff7-9afe-a9793fcee0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779152745795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7314081'] for segment (a11ae896-5a72-42f4-bae7-f1e4e617cdb8), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:37.524379 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e73ddcaa-af5b-4ff7-9afe-a9793fcee0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (a11ae896-5a72-42f4-bae7-f1e4e617cdb8), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:37.530844 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73ddcaa-af5b-4ff7-9afe-a9793fcee0a7 admin admin] Releasing vlan 841 on physical network physnet1 to pool {{(pid=115720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:00:37.531224 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e73ddcaa-af5b-4ff7-9afe-a9793fcee0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4203167'] for segment (a11ae896-5a72-42f4-bae7-f1e4e617cdb8), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: Traceback (most recent call last): Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: timer() Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: cb(*args, **kw) Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: return func(*args, **kwargs) Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: self._notify() Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: self.callback(batched_events) Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: event.method(event) Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: return f(self, *a, **k) Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: return self._get(url).json() Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: return self.request(url, 'GET', **kwargs) Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:00:37.532904 dv-cinder-836028-1-iscsi neutron-server[115720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:00:37.714525 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e73ddcaa-af5b-4ff7-9afe-a9793fcee0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609641'] for network (8fa8fe94-2799-4a5d-b4fd-6056ad46df32), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:37.720197 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e73ddcaa-af5b-4ff7-9afe-a9793fcee0a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:37.724088 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-e73ddcaa-af5b-4ff7-9afe-a9793fcee0a7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/8fa8fe94-2799-4a5d-b4fd-6056ad46df32 HTTP/1.1" status: 204 len: 168 time: 0.8462818 Mar 31 16:00:37.736896 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73ddcaa-af5b-4ff7-9afe-a9793fcee0a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=8fa8fe94-2799-4a5d-b4fd-6056ad46df32,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:37.845481 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:38.220024 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 37376) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:38.260506 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-46c7dbf6-e396-4d07-a3f0-18fa174a1e5c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6b74c4b3e38f4f298f86bb10c6a6f67b&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0392275 Mar 31 16:00:38.265244 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 37382) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:38.316760 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9daefad5-05a6-4eee-99d8-1368c8a64c4d admin admin] Publish callbacks [] for security_group (ce748da0-b781-4093-9ea7-8f283d22d386), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:38.340026 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9daefad5-05a6-4eee-99d8-1368c8a64c4d admin admin] Publish callbacks [] for security_group (ce748da0-b781-4093-9ea7-8f283d22d386), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:38.406416 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:38.488760 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9daefad5-05a6-4eee-99d8-1368c8a64c4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (ce748da0-b781-4093-9ea7-8f283d22d386), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:38.491343 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9daefad5-05a6-4eee-99d8-1368c8a64c4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:38.492545 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-9daefad5-05a6-4eee-99d8-1368c8a64c4d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/ce748da0-b781-4093-9ea7-8f283d22d386 HTTP/1.1" status: 204 len: 168 time: 0.2288117 Mar 31 16:00:38.511319 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daefad5-05a6-4eee-99d8-1368c8a64c4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce748da0-b781-4093-9ea7-8f283d22d386,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:38.719407 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482 no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:00:38.738722 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] No Port match for: de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:00:38.748882 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device de3f34b7-3f92-46e1-8d3f-b1fbe9bb4482 not bound to the agent host dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:00:39.359596 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:39.606075 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 37454) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:39.716618 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-dad0f1ae-2a52-45e0-94da-a159d1bbbe2c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:39.794304 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-dad0f1ae-2a52-45e0-94da-a159d1bbbe2c admin admin] Publish callbacks [] for security_group (71aa51e4-1915-4e35-85a8-6eb82edbe430), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:39.854581 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-dad0f1ae-2a52-45e0-94da-a159d1bbbe2c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (71aa51e4-1915-4e35-85a8-6eb82edbe430), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:39.891606 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad0f1ae-2a52-45e0-94da-a159d1bbbe2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71aa51e4-1915-4e35-85a8-6eb82edbe430,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:39.896241 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-dad0f1ae-2a52-45e0-94da-a159d1bbbe2c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=70a14592d3d6482ea6d4e4febcf232bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2890291 Mar 31 16:00:39.898850 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 37462) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:39.952203 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 37468) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:39.958280 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-44fcbd65-5895-4087-8235-20f486d99cca admin admin] Publish callbacks [] for security_group (71aa51e4-1915-4e35-85a8-6eb82edbe430), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:39.983672 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-44fcbd65-5895-4087-8235-20f486d99cca admin admin] Publish callbacks [] for security_group (71aa51e4-1915-4e35-85a8-6eb82edbe430), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:39.997832 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_v2 [None req-80a9acda-9ace-423e-8c51-52762d0918df admin admin] Deleting subnet 0b7249a4-8592-4c44-90ac-d90de9f2c49a {{(pid=115719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:00:40.002034 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-80a9acda-9ace-423e-8c51-52762d0918df admin admin] Publish callbacks [] for subnet (0b7249a4-8592-4c44-90ac-d90de9f2c49a), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:40.041448 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-80a9acda-9ace-423e-8c51-52762d0918df admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5073163'] for subnet (0b7249a4-8592-4c44-90ac-d90de9f2c49a), precommit_delete_associations {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:40.087094 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-80a9acda-9ace-423e-8c51-52762d0918df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2031459'] for subnet (0b7249a4-8592-4c44-90ac-d90de9f2c49a), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:40.123223 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-44fcbd65-5895-4087-8235-20f486d99cca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (71aa51e4-1915-4e35-85a8-6eb82edbe430), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:40.126019 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-44fcbd65-5895-4087-8235-20f486d99cca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:40.127320 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-44fcbd65-5895-4087-8235-20f486d99cca admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/71aa51e4-1915-4e35-85a8-6eb82edbe430 HTTP/1.1" status: 204 len: 168 time: 0.2274020 Mar 31 16:00:40.139265 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fcbd65-5895-4087-8235-20f486d99cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71aa51e4-1915-4e35-85a8-6eb82edbe430,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:40.253890 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-80a9acda-9ace-423e-8c51-52762d0918df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2031444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5073152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5044798'] for subnet (0b7249a4-8592-4c44-90ac-d90de9f2c49a), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:40.280796 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a9acda-9ace-423e-8c51-52762d0918df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b7249a4-8592-4c44-90ac-d90de9f2c49a,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:40.287493 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-80a9acda-9ace-423e-8c51-52762d0918df admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:40.291091 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-80a9acda-9ace-423e-8c51-52762d0918df admin admin] 10.222.0.47 "DELETE /v2.0/subnets/0b7249a4-8592-4c44-90ac-d90de9f2c49a HTTP/1.1" status: 204 len: 168 time: 0.3372846 Mar 31 16:00:40.293677 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 37480) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:40.366531 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5c07c1ca-34d4-4411-b982-010d175891c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1072674'] for network (2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:40.449557 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5c07c1ca-34d4-4411-b982-010d175891c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062824', 'neutron.services.segments.db._delete_segments_for_network-8779152745018'] for network (2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:40.471459 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.services.segments.db [None req-5c07c1ca-34d4-4411-b982-010d175891c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6']}} {{(pid=115720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:40.481835 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.services.segments.db [None req-5c07c1ca-34d4-4411-b982-010d175891c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a22eff92-388b-4967-966c-3e118e49c158') {'for_net_delete': True} {{(pid=115720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:40.482137 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.services.segments.db [None req-5c07c1ca-34d4-4411-b982-010d175891c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a22eff92-388b-4967-966c-3e118e49c158') {} {{(pid=115720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:40.491980 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5c07c1ca-34d4-4411-b982-010d175891c3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779152745795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7314081'] for segment (a22eff92-388b-4967-966c-3e118e49c158), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:40.506579 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5c07c1ca-34d4-4411-b982-010d175891c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (a22eff92-388b-4967-966c-3e118e49c158), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:40.513279 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c07c1ca-34d4-4411-b982-010d175891c3 admin admin] Releasing vlan 820 on physical network physnet1 to pool {{(pid=115720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:00:40.513671 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5c07c1ca-34d4-4411-b982-010d175891c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4203167'] for segment (a22eff92-388b-4967-966c-3e118e49c158), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: Traceback (most recent call last): Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: timer() Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: cb(*args, **kw) Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: return func(*args, **kwargs) Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: self._notify() Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: self.callback(batched_events) Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: event.method(event) Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: return f(self, *a, **k) Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: return self._get(url).json() Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: return self.request(url, 'GET', **kwargs) Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:00:40.515832 dv-cinder-836028-1-iscsi neutron-server[115720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:00:40.640745 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5c07c1ca-34d4-4411-b982-010d175891c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609641'] for network (2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:40.646021 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5c07c1ca-34d4-4411-b982-010d175891c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:40.649278 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-5c07c1ca-34d4-4411-b982-010d175891c3 admin admin] 10.222.0.47 "DELETE /v2.0/networks/2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6 HTTP/1.1" status: 204 len: 168 time: 0.3546050 Mar 31 16:00:40.663848 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07c1ca-34d4-4411-b982-010d175891c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e04e45b-b5ae-46fe-9e8e-bb532ccaa9f6,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:40.809838 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 37494) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:40.828362 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e47ca38b-be11-49d3-918b-cbd68de7f338 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:40.905735 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e47ca38b-be11-49d3-918b-cbd68de7f338 admin admin] Publish callbacks [] for security_group (2a87646a-ed2c-4c8c-b782-a5694d9a52b1), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:40.953577 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 37496) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:40.958099 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e47ca38b-be11-49d3-918b-cbd68de7f338 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (2a87646a-ed2c-4c8c-b782-a5694d9a52b1), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:40.998552 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-fcde4770-f44b-4a6d-8e88-93b8b8b12d39 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=3b7290de0f1448989eeaf62c61b05182&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0434494 Mar 31 16:00:41.001021 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 37498) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:41.001944 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-e47ca38b-be11-49d3-918b-cbd68de7f338 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=a4813b06f3844dab9b8533874e8082e8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1909454 Mar 31 16:00:41.003011 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ca38b-be11-49d3-918b-cbd68de7f338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a87646a-ed2c-4c8c-b782-a5694d9a52b1,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:41.004441 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 37500) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:41.077934 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:41.095144 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-bdb8be0d-c25f-4ff8-b463-f9095c7a95ed admin admin] Publish callbacks [] for security_group (bcf48c9e-86dc-4747-9cf2-c47e7811e242), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:41.097523 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-d2319a6b-65a2-4e59-99d7-9221eb35ad3b admin admin] Publish callbacks [] for security_group (2a87646a-ed2c-4c8c-b782-a5694d9a52b1), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:41.128977 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-bdb8be0d-c25f-4ff8-b463-f9095c7a95ed admin admin] Publish callbacks [] for security_group (bcf48c9e-86dc-4747-9cf2-c47e7811e242), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:41.138454 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-d2319a6b-65a2-4e59-99d7-9221eb35ad3b admin admin] Publish callbacks [] for security_group (2a87646a-ed2c-4c8c-b782-a5694d9a52b1), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:41.326136 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-bdb8be0d-c25f-4ff8-b463-f9095c7a95ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (bcf48c9e-86dc-4747-9cf2-c47e7811e242), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:41.328969 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-bdb8be0d-c25f-4ff8-b463-f9095c7a95ed admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:41.330561 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-bdb8be0d-c25f-4ff8-b463-f9095c7a95ed admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bcf48c9e-86dc-4747-9cf2-c47e7811e242 HTTP/1.1" status: 204 len: 168 time: 0.3280556 Mar 31 16:00:41.331269 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-d2319a6b-65a2-4e59-99d7-9221eb35ad3b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (2a87646a-ed2c-4c8c-b782-a5694d9a52b1), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:41.333744 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-d2319a6b-65a2-4e59-99d7-9221eb35ad3b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:41.334899 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-d2319a6b-65a2-4e59-99d7-9221eb35ad3b admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2a87646a-ed2c-4c8c-b782-a5694d9a52b1 HTTP/1.1" status: 204 len: 168 time: 0.3283169 Mar 31 16:00:41.343145 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb8be0d-c25f-4ff8-b463-f9095c7a95ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf48c9e-86dc-4747-9cf2-c47e7811e242,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:41.365532 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2319a6b-65a2-4e59-99d7-9221eb35ad3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a87646a-ed2c-4c8c-b782-a5694d9a52b1,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:45.858309 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd47ac2-f9fc-4e50-aee0-6a260605807c req-89038b46-fc61-4796-a9c4-f4c05ba51683 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:45.859783 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6bd47ac2-f9fc-4e50-aee0-6a260605807c req-89038b46-fc61-4796-a9c4-f4c05ba51683 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 946 time: 0.0528800 Mar 31 16:00:45.908488 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6bd47ac2-f9fc-4e50-aee0-6a260605807c req-544528d2-bf8b-4a8a-85a9-17e1bb305f46 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431125 Mar 31 16:00:47.035308 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3f8005-54b9-49ff-a865-09c9f771d2db req-31d09564-2ba6-4d4d-b205-524ae160f653 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:47.036943 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6b3f8005-54b9-49ff-a865-09c9f771d2db req-31d09564-2ba6-4d4d-b205-524ae160f653 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 946 time: 0.0533972 Mar 31 16:00:47.083150 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6b3f8005-54b9-49ff-a865-09c9f771d2db req-8ad4a0df-10d6-4bb8-a1a8-c79a1a8e2a3a tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406995 Mar 31 16:00:48.201692 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f897a9ba-e2d6-4927-9b5f-9c69e1e071ce req-84a56509-ec24-4615-91e1-20c5f852e9a8 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:48.203833 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f897a9ba-e2d6-4927-9b5f-9c69e1e071ce req-84a56509-ec24-4615-91e1-20c5f852e9a8 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 946 time: 0.0519364 Mar 31 16:00:48.248704 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f897a9ba-e2d6-4927-9b5f-9c69e1e071ce req-d5287b8f-a8b0-4935-8aa0-735f97471325 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390642 Mar 31 16:00:49.374242 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe00ca6-fa35-471b-b2b8-bc7f1e10bf8e req-e8d9f204-d0f7-4408-a1c4-523def39d8b9 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:49.375750 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9fe00ca6-fa35-471b-b2b8-bc7f1e10bf8e req-e8d9f204-d0f7-4408-a1c4-523def39d8b9 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 946 time: 0.0554206 Mar 31 16:00:49.422979 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9fe00ca6-fa35-471b-b2b8-bc7f1e10bf8e req-fd75f73e-5d2d-4d90-a717-e4e1beaf8e83 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414076 Mar 31 16:00:50.546347 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4453a1e4-451a-4da0-92bc-5f5ca699725e req-7abde25c-efbb-40a6-8497-6b84d0844052 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:50.548529 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4453a1e4-451a-4da0-92bc-5f5ca699725e req-7abde25c-efbb-40a6-8497-6b84d0844052 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 946 time: 0.0542288 Mar 31 16:00:50.595132 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4453a1e4-451a-4da0-92bc-5f5ca699725e req-bbedb434-42c2-457b-9a0e-145de1f01ec8 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410054 Mar 31 16:00:51.718397 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b1e09c-45fb-40a1-a8bc-05d7b056e953 req-ddd4fdf2-42be-4504-8d0b-ef30642298b7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:51.720519 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-75b1e09c-45fb-40a1-a8bc-05d7b056e953 req-ddd4fdf2-42be-4504-8d0b-ef30642298b7 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 946 time: 0.0530417 Mar 31 16:00:51.771008 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-75b1e09c-45fb-40a1-a8bc-05d7b056e953 req-7ac38978-a337-4be1-bdbc-5748cf3ee73b tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups?id=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447972 Mar 31 16:00:51.785279 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d9dfd3-141e-431e-af75-94ef9916489c req-4823e3c3-c537-40ab-b1c8-0db973efcf7c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:51.785790 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-98d9dfd3-141e-431e-af75-94ef9916489c req-4823e3c3-c537-40ab-b1c8-0db973efcf7c tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.24 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 946 time: 0.0538409 Mar 31 16:00:51.882009 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [req-98d9dfd3-141e-431e-af75-94ef9916489c req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Deleting port 414f290c-1850-4ac3-af74-e2472ce44a79 {{(pid=115720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:51.882355 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-98d9dfd3-141e-431e-af75-94ef9916489c req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (414f290c-1850-4ac3-af74-e2472ce44a79), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:51.970716 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [req-98d9dfd3-141e-431e-af75-94ef9916489c req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] For port 414f290c-1850-4ac3-af74-e2472ce44a79, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=414f290c-1850-4ac3-af74-e2472ce44a79,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:51.971138 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-98d9dfd3-141e-431e-af75-94ef9916489c req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (414f290c-1850-4ac3-af74-e2472ce44a79), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:52.145836 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-98d9dfd3-141e-431e-af75-94ef9916489c req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:52.145836 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-98d9dfd3-141e-431e-af75-94ef9916489c req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (2d55b9d2-6846-4c9d-a56b-cf5ce7b035d4), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:52.145836 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.l3_db [req-98d9dfd3-141e-431e-af75-94ef9916489c req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Floating IP 2d55b9d2-6846-4c9d-a56b-cf5ce7b035d4 disassociated. External IP: 172.27.0.8, port: 414f290c-1850-4ac3-af74-e2472ce44a79. Mar 31 16:00:52.145836 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [req-98d9dfd3-141e-431e-af75-94ef9916489c req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Calling delete_port for 414f290c-1850-4ac3-af74-e2472ce44a79 owned by compute:nova {{(pid=115720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:52.408708 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-98d9dfd3-141e-431e-af75-94ef9916489c req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (414f290c-1850-4ac3-af74-e2472ce44a79), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:52.436554 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Pushing event deleted for resources: {'Port': ['ID=414f290c-1850-4ac3-af74-e2472ce44a79,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:52.455360 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:52.455360 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:52.455360 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:52.455360 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:52.455360 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:52.455360 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:52.455360 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:52.455360 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:52.455360 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:52.455360 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:52.455360 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:52.455360 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:52.456429 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:52.456429 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:52.456429 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:52.586851 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [req-98d9dfd3-141e-431e-af75-94ef9916489c req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Router 297316b7-94a5-49b3-8d00-ea2b3fa314bd has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:00:52.602803 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 37712) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:52.712704 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-98d9dfd3-141e-431e-af75-94ef9916489c req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:00:52.720817 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-4f5dda5d-c863-4b2f-a0ec-349b5dbee2ae admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:52.721321 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c9f151-2888-4197-9514-d58eea18f365 None None] Sync routers for ids ['297316b7-94a5-49b3-8d00-ea2b3fa314bd'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:00:52.731488 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c9f151-2888-4197-9514-d58eea18f365 None None] Routers {'297316b7-94a5-49b3-8d00-ea2b3fa314bd'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:52.732177 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-22c9f151-2888-4197-9514-d58eea18f365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:00:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['297316b7-94a5-49b3-8d00-ea2b3fa314bd'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:52.754985 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [req-98d9dfd3-141e-431e-af75-94ef9916489c req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] No DVR routers for this DVR port 414f290c-1850-4ac3-af74-e2472ce44a79 on host hv-cinder-83602 {{(pid=115720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:00:52.757896 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-98d9dfd3-141e-431e-af75-94ef9916489c req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:52.761264 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-98d9dfd3-141e-431e-af75-94ef9916489c req-d356c014-e669-403f-81a3-e01d4d455ac5 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.24 "DELETE /v2.0/ports/414f290c-1850-4ac3-af74-e2472ce44a79 HTTP/1.1" status: 204 len: 173 time: 0.9708958 Mar 31 16:00:52.761724 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '130a204b-5efc-4e84-955b-265c36412a10', 'name': 'network-vif-deleted', 'tag': '414f290c-1850-4ac3-af74-e2472ce44a79'}] {{(pid=115720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:00:52.763943 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccc7965b351d9be82fa8b87eed5996d2f485a8722744a87613077a4f3f485543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200cef87-094a-40cd-b2db-e2f6ee5c0525" -d '{"events": [{"server_uuid": "130a204b-5efc-4e84-955b-265c36412a10", "name": "network-vif-deleted", "tag": "414f290c-1850-4ac3-af74-e2472ce44a79"}]}' {{(pid=115720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:00:52.799880 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-4f5dda5d-c863-4b2f-a0ec-349b5dbee2ae admin admin] Publish callbacks [] for security_group (799f65c9-0810-4848-bc1d-162601b836a8), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:52.800691 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12223f1c-1f2b-4edc-98d3-e705e92a6a15 x-openstack-request-id: req-12223f1c-1f2b-4edc-98d3-e705e92a6a15 {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:00:52.801242 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "130a204b-5efc-4e84-955b-265c36412a10", "name": "network-vif-deleted", "tag": "414f290c-1850-4ac3-af74-e2472ce44a79", "status": "completed", "code": 200}]} {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:00:52.801242 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-12223f1c-1f2b-4edc-98d3-e705e92a6a15 {{(pid=115720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:00:52.801614 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12223f1c-1f2b-4edc-98d3-e705e92a6a15'] response: {'server_uuid': '130a204b-5efc-4e84-955b-265c36412a10', 'name': 'network-vif-deleted', 'tag': '414f290c-1850-4ac3-af74-e2472ce44a79', 'status': 'completed', 'code': 200} Mar 31 16:00:52.852602 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-22c9f151-2888-4197-9514-d58eea18f365 None None] Set router 297316b7-94a5-49b3-8d00-ea2b3fa314bd gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:52.886092 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-858de8d2-e3fb-4744-a350-d898d8f0dda9 req-94f0c712-3b02-451a-91c8-b32f4e76a5e2 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 210 time: 0.0288632 Mar 31 16:00:52.908255 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-4f5dda5d-c863-4b2f-a0ec-349b5dbee2ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (799f65c9-0810-4848-bc1d-162601b836a8), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:52.946398 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-4f5dda5d-c863-4b2f-a0ec-349b5dbee2ae admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=afccfd9d970a41a1bc2a735ca13e6625&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425026 Mar 31 16:00:52.951353 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 37726) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:52.994252 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5dda5d-c863-4b2f-a0ec-349b5dbee2ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799f65c9-0810-4848-bc1d-162601b836a8,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:53.076293 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-94e45af5-35c0-4a7a-9937-b6262278f746 admin admin] Publish callbacks [] for security_group (799f65c9-0810-4848-bc1d-162601b836a8), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:53.097077 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-94e45af5-35c0-4a7a-9937-b6262278f746 admin admin] Publish callbacks [] for security_group (799f65c9-0810-4848-bc1d-162601b836a8), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:53.152922 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-22c9f151-2888-4197-9514-d58eea18f365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1621461563-router', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:19Z', 'revision_number': 4, 'project_id': 'cf512c54be704edba504249cc57859c5', 'gw_port': {'id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': 'bf403390-2890-4e83-9d4e-ae3d6a5dface', 'name': '', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'mac_address': 'fa:16:3e:7b:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:16Z', 'updated_at': '2022-03-31T15:53:32Z', 'revision_number': 5, 'project_id': 'cf512c54be704edba504249cc57859c5', 'subnets': [{'id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:53.260422 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-94e45af5-35c0-4a7a-9937-b6262278f746 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (799f65c9-0810-4848-bc1d-162601b836a8), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:53.263152 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-94e45af5-35c0-4a7a-9937-b6262278f746 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:53.264383 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-94e45af5-35c0-4a7a-9937-b6262278f746 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/799f65c9-0810-4848-bc1d-162601b836a8 HTTP/1.1" status: 204 len: 168 time: 0.3118412 Mar 31 16:00:53.268290 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c9f151-2888-4197-9514-d58eea18f365 None None] Checking router: 297316b7-94a5-49b3-8d00-ea2b3fa314bd for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:00:53.272772 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e45af5-35c0-4a7a-9937-b6262278f746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799f65c9-0810-4848-bc1d-162601b836a8,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:53.277207 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c9f151-2888-4197-9514-d58eea18f365 None None] Routers {'297316b7-94a5-49b3-8d00-ea2b3fa314bd'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:53.277827 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-22c9f151-2888-4197-9514-d58eea18f365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:00:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['297316b7-94a5-49b3-8d00-ea2b3fa314bd'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:53.396756 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-22c9f151-2888-4197-9514-d58eea18f365 None None] Set router 297316b7-94a5-49b3-8d00-ea2b3fa314bd gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:53.604235 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-22c9f151-2888-4197-9514-d58eea18f365 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1621461563-router', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:19Z', 'revision_number': 4, 'project_id': 'cf512c54be704edba504249cc57859c5', 'gw_port': {'id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': 'bf403390-2890-4e83-9d4e-ae3d6a5dface', 'name': '', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'mac_address': 'fa:16:3e:7b:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:16Z', 'updated_at': '2022-03-31T15:53:32Z', 'revision_number': 5, 'project_id': 'cf512c54be704edba504249cc57859c5', 'subnets': [{'id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:53.635040 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c9f151-2888-4197-9514-d58eea18f365 None None] The sync data for ids ['297316b7-94a5-49b3-8d00-ea2b3fa314bd'] in dv-cinder-836028-1-iscsi is: [{'id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1621461563-router', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T15:53:19Z', 'revision_number': 4, 'project_id': 'cf512c54be704edba504249cc57859c5', 'gw_port': {'id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': 'bf403390-2890-4e83-9d4e-ae3d6a5dface', 'name': '', 'network_id': '65944f20-8ab3-4e9e-89a3-2479fa118d50', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'mac_address': 'fa:16:3e:7b:9c:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:16Z', 'updated_at': '2022-03-31T15:53:32Z', 'revision_number': 5, 'project_id': 'cf512c54be704edba504249cc57859c5', 'subnets': [{'id': '7cb7a29d-bee7-4666-8fec-18b9b112885d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:00:53.807120 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:00:53.858924 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93c6576d-9391-49b1-a29c-e923ea0625c3 None None] New status for floating IP 2d55b9d2-6846-4c9d-a56b-cf5ce7b035d4: DOWN {{(pid=115721) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:00:54.018405 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e63be59d-e8f9-42d8-880a-7da768a6920c req-f91dbda3-c843-4fe9-9846-3cf4bdfcf461 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/ports?device_id=130a204b-5efc-4e84-955b-265c36412a10 HTTP/1.1" status: 200 len: 210 time: 0.0270045 Mar 31 16:00:54.426853 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 37776) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:54.522600 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-3b248134-b97e-40b3-b2c5-355467a44814 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1203835214-network', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:00:54.614342 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b248134-b97e-40b3-b2c5-355467a44814 admin admin] Made reservation on behalf of c3eb6cb740de46858b563c91534e31e1 for: {'network': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:00:54.618011 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3b248134-b97e-40b3-b2c5-355467a44814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for network (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:54.628571 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3b248134-b97e-40b3-b2c5-355467a44814 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:54.705036 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3b248134-b97e-40b3-b2c5-355467a44814 admin admin] Publish callbacks [] for security_group (2789e9ac-9df1-47ad-b947-12465b4668c8), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:54.871507 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3b248134-b97e-40b3-b2c5-355467a44814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (2789e9ac-9df1-47ad-b947-12465b4668c8), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:54.892685 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b248134-b97e-40b3-b2c5-355467a44814 admin admin] vlan segment allocate from pool success with {'vlan_id': 808, 'physical_network': 'physnet1'} {{(pid=115720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:00:54.906074 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b248134-b97e-40b3-b2c5-355467a44814 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2789e9ac-9df1-47ad-b947-12465b4668c8,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:54.914771 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3b248134-b97e-40b3-b2c5-355467a44814 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (273b19fe-8ee7-4bd1-b2d0-cb38339e0d66), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:54.915207 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.segments_db [None req-3b248134-b97e-40b3-b2c5-355467a44814 admin admin] Added segment 273b19fe-8ee7-4bd1-b2d0-cb38339e0d66 of type vlan for network f5df2171-df10-40fb-8d87-a14b51591fae Mar 31 16:00:54.953605 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3b248134-b97e-40b3-b2c5-355467a44814 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779152372026'] for network (f5df2171-df10-40fb-8d87-a14b51591fae), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:54.978738 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 37786) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:55.068894 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3b248134-b97e-40b3-b2c5-355467a44814 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for network (f5df2171-df10-40fb-8d87-a14b51591fae), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:55.069890 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b248134-b97e-40b3-b2c5-355467a44814 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:55.070480 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3b248134-b97e-40b3-b2c5-355467a44814 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:55.139349 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b6d62b41-c62a-46bd-bcb8-e81cb362dd4a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:55.160702 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b248134-b97e-40b3-b2c5-355467a44814 admin admin] Pushing event updated for resources: {'Network': ['ID=f5df2171-df10-40fb-8d87-a14b51591fae,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:55.170940 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Network f5df2171-df10-40fb-8d87-a14b51591fae details requested by agent ovs-agent-dv-cinder-836028-1-iscsi with host dv-cinder-836028-1-iscsi {{(pid=115721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:00:55.198122 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 37794) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:55.238821 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b6d62b41-c62a-46bd-bcb8-e81cb362dd4a admin admin] Publish callbacks [] for security_group (1570e61d-68d6-4e21-ac9b-90e620c0ec97), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:55.251160 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-3b248134-b97e-40b3-b2c5-355467a44814 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8239002 Mar 31 16:00:55.254148 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 37796) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:55.258771 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-06e590c0-d8a9-4315-a7ef-975999e9840c admin admin] Request body: {'subnet': {'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1203835214-subnet', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'ip_version': 4}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:00:55.258936 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-98f49c85-2a00-43ad-8a01-56e695c45544 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for security_group (53ea769b-2193-40ce-a1c0-2d4fb7f32ffd), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:55.284179 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-98f49c85-2a00-43ad-8a01-56e695c45544 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for security_group (53ea769b-2193-40ce-a1c0-2d4fb7f32ffd), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:55.336899 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b6d62b41-c62a-46bd-bcb8-e81cb362dd4a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (1570e61d-68d6-4e21-ac9b-90e620c0ec97), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:55.369829 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e590c0-d8a9-4315-a7ef-975999e9840c admin admin] Made reservation on behalf of c3eb6cb740de46858b563c91534e31e1 for: {'subnet': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:00:55.372111 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-06e590c0-d8a9-4315-a7ef-975999e9840c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4786063'] for subnet (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:55.392891 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-b6d62b41-c62a-46bd-bcb8-e81cb362dd4a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=688c5b30ef1d4ed6b7398210420cd04d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4126430 Mar 31 16:00:55.395622 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 37798) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:55.416877 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d62b41-c62a-46bd-bcb8-e81cb362dd4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1570e61d-68d6-4e21-ac9b-90e620c0ec97,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:55.424462 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-98f49c85-2a00-43ad-8a01-56e695c45544 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (53ea769b-2193-40ce-a1c0-2d4fb7f32ffd), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:55.427162 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-98f49c85-2a00-43ad-8a01-56e695c45544 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:55.435583 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-98f49c85-2a00-43ad-8a01-56e695c45544 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "DELETE /v2.0/security-groups/53ea769b-2193-40ce-a1c0-2d4fb7f32ffd HTTP/1.1" status: 204 len: 168 time: 0.2289305 Mar 31 16:00:55.436073 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 37800) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:55.445115 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f49c85-2a00-43ad-8a01-56e695c45544 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ea769b-2193-40ce-a1c0-2d4fb7f32ffd,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:55.452787 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.api.v2.resource [None req-bf9d5eb8-9397-4d89-9ecc-592849877090 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] show failed (client error): The resource could not be found. Mar 31 16:00:55.457365 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-bf9d5eb8-9397-4d89-9ecc-592849877090 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "GET /v2.0/security-groups/53ea769b-2193-40ce-a1c0-2d4fb7f32ffd HTTP/1.1" status: 404 len: 347 time: 0.0215833 Mar 31 16:00:55.457701 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 37802) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:55.464117 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e3adb78c-7988-472b-a247-c32d11b3ab35 admin admin] Publish callbacks [] for security_group (1570e61d-68d6-4e21-ac9b-90e620c0ec97), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:55.489595 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e3adb78c-7988-472b-a247-c32d11b3ab35 admin admin] Publish callbacks [] for security_group (1570e61d-68d6-4e21-ac9b-90e620c0ec97), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:55.614195 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e3adb78c-7988-472b-a247-c32d11b3ab35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (1570e61d-68d6-4e21-ac9b-90e620c0ec97), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:55.617047 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e3adb78c-7988-472b-a247-c32d11b3ab35 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:55.618298 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-e3adb78c-7988-472b-a247-c32d11b3ab35 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1570e61d-68d6-4e21-ac9b-90e620c0ec97 HTTP/1.1" status: 204 len: 168 time: 0.2215486 Mar 31 16:00:55.631947 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3adb78c-7988-472b-a247-c32d11b3ab35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1570e61d-68d6-4e21-ac9b-90e620c0ec97,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:55.659454 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-1025be39-6142-40f9-a10e-b7db251e1e05 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Deleting port 29136d02-d454-4238-aa79-916123bd5467 {{(pid=115720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:55.659794 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-1025be39-6142-40f9-a10e-b7db251e1e05 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (29136d02-d454-4238-aa79-916123bd5467), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:55.745593 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-1025be39-6142-40f9-a10e-b7db251e1e05 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (29136d02-d454-4238-aa79-916123bd5467), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:55.745921 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-1025be39-6142-40f9-a10e-b7db251e1e05 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for floatingip (29136d02-d454-4238-aa79-916123bd5467), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:55.758337 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-1025be39-6142-40f9-a10e-b7db251e1e05 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Calling delete_port for 29136d02-d454-4238-aa79-916123bd5467 owned by network:floatingip {{(pid=115720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:55.807289 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-06e590c0-d8a9-4315-a7ef-975999e9840c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4201594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4786073'] for subnet (7d60ba0c-54d1-460c-add1-62a21777b3ba), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:55.883906 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e590c0-d8a9-4315-a7ef-975999e9840c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7d60ba0c-54d1-460c-add1-62a21777b3ba,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:55.903805 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06e590c0-d8a9-4315-a7ef-975999e9840c admin admin] Checking segment: {'id': '273b19fe-8ee7-4bd1-b2d0-cb38339e0d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:00:55.904196 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e590c0-d8a9-4315-a7ef-975999e9840c admin admin] Network hostable DHCP agents. Network: f5df2171-df10-40fb-8d87-a14b51591fae, hostable agents: ['476c03f2-c716-4e43-9eb8-27eff34871a5'], hosted agents: [] {{(pid=115720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:00:56.022517 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e590c0-d8a9-4315-a7ef-975999e9840c admin admin] Network f5df2171-df10-40fb-8d87-a14b51591fae is scheduled to be hosted by DHCP agent 476c03f2-c716-4e43-9eb8-27eff34871a5 with binding_index 1 {{(pid=115720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:00:56.050932 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-1025be39-6142-40f9-a10e-b7db251e1e05 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (29136d02-d454-4238-aa79-916123bd5467), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:56.077342 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1025be39-6142-40f9-a10e-b7db251e1e05 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Pushing event deleted for resources: {'Port': ['ID=29136d02-d454-4238-aa79-916123bd5467,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:56.104932 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-06e590c0-d8a9-4315-a7ef-975999e9840c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836028-1-iscsi, f5df2171-df10-40fb-8d87-a14b51591fae) {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:00:56.118357 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06e2bdf-bfe0-4a2a-beda-6b9065d2e0e9 None None] Network f5df2171-df10-40fb-8d87-a14b51591fae requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:00:56.126139 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e590c0-d8a9-4315-a7ef-975999e9840c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:00:56.126807 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-06e590c0-d8a9-4315-a7ef-975999e9840c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for subnet (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:56.155992 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-1025be39-6142-40f9-a10e-b7db251e1e05 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks [] for floatingip (2d55b9d2-6846-4c9d-a56b-cf5ce7b035d4), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:56.160269 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-1025be39-6142-40f9-a10e-b7db251e1e05 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:56.164114 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-1025be39-6142-40f9-a10e-b7db251e1e05 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] 10.222.0.47 "DELETE /v2.0/floatingips/2d55b9d2-6846-4c9d-a56b-cf5ce7b035d4 HTTP/1.1" status: 204 len: 168 time: 0.7025332 Mar 31 16:00:56.178572 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 37814) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:56.197689 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-06e590c0-d8a9-4315-a7ef-975999e9840c admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9424205 Mar 31 16:00:56.200306 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 37820) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:56.205346 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-90eba07a-e62e-4273-abc1-0aed116bbbaa admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1203835214-router', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:00:56.263244 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 37822) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:56.277949 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8aa89d65-4b62-4258-a3df-a18610209e3f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:56.300859 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-90eba07a-e62e-4273-abc1-0aed116bbbaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-607799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-419'] for router (83adb733-fb89-4add-86ae-f1198a667c32), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:56.300859 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-90eba07a-e62e-4273-abc1-0aed116bbbaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (83adb733-fb89-4add-86ae-f1198a667c32), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:56.372604 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b736d4c-fbbf-5ea4-bffd-281830e71282-f5df2171-df10-40fb-8d87-a14b51591fae', 'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae', 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'fixed_ips': [{'subnet_id': '7d60ba0c-54d1-460c-add1-62a21777b3ba'}]}} from dv-cinder-836028-1-iscsi. {{(pid=115721) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 16:00:56.373508 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:56.375087 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-90eba07a-e62e-4273-abc1-0aed116bbbaa admin admin] Publish callbacks [] for router_controller (83adb733-fb89-4add-86ae-f1198a667c32), precommit_add_association {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:56.403976 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8aa89d65-4b62-4258-a3df-a18610209e3f admin admin] Publish callbacks [] for security_group (3f1de127-8807-44ca-b7da-7175aff8e506), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:56.515471 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.db_base_plugin_common [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Allocated IP 172.20.0.2 (f5df2171-df10-40fb-8d87-a14b51591fae/7d60ba0c-54d1-460c-add1-62a21777b3ba/e587b511-b12e-497e-8eb8-82c8bc8233cd) {{(pid=115721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:00:56.605753 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 414f290c-1850-4ac3-af74-e2472ce44a79 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:00:56.635848 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] No Port match for: 414f290c-1850-4ac3-af74-e2472ce44a79 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:00:56.636351 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 414f290c-1850-4ac3-af74-e2472ce44a79 not bound to the agent host hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:00:56.685812 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8aa89d65-4b62-4258-a3df-a18610209e3f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (3f1de127-8807-44ca-b7da-7175aff8e506), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:56.688777 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Publish callbacks [] for port (e587b511-b12e-497e-8eb8-82c8bc8233cd), precommit_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:56.689796 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-250b6075-e0ef-465a-80d1-a6da31221f70 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:56.801215 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-8aa89d65-4b62-4258-a3df-a18610209e3f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=025bf3b3701c4744acaf3cfb90359ff6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5365736 Mar 31 16:00:56.803998 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 37826) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:56.805604 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa89d65-4b62-4258-a3df-a18610209e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1de127-8807-44ca-b7da-7175aff8e506,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:56.818818 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (e587b511-b12e-497e-8eb8-82c8bc8233cd), after_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:56.862979 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Network f5df2171-df10-40fb-8d87-a14b51591fae is already hosted by enough agents. {{(pid=115721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:00:56.868122 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.scheduler.base_scheduler [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Resources bound (agent type, host, resource id): {{(pid=115721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:00:56.872726 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Received port after_create {{(pid=115721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:00:56.876141 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Pushing event updated for resources: {'Port': ['ID=e587b511-b12e-497e-8eb8-82c8bc8233cd,revision_number=1']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:56.877948 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-a3f0336a-b754-4896-a4ea-17d8ca1ec806 admin admin] Publish callbacks [] for security_group (3f1de127-8807-44ca-b7da-7175aff8e506), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:56.888909 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:56.889493 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:56.890003 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:56.890533 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:56.890873 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:56.891112 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-90eba07a-e62e-4273-abc1-0aed116bbbaa admin admin] Publish callbacks [] for router_gateway (83adb733-fb89-4add-86ae-f1198a667c32), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:56.891251 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:56.891559 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:56.891943 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:56.892315 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:56.892652 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:56.892990 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:56.893319 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:56.893644 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:56.893970 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:56.894296 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:56.908157 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-a3f0336a-b754-4896-a4ea-17d8ca1ec806 admin admin] Publish callbacks [] for security_group (3f1de127-8807-44ca-b7da-7175aff8e506), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:56.940755 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-250b6075-e0ef-465a-80d1-a6da31221f70 admin admin] Publish callbacks [] for security_group (258e93cd-9827-41ce-954f-72e3febbe217), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:56.945859 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Attempting to bind port e587b511-b12e-497e-8eb8-82c8bc8233cd on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:00:56.946235 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Attempting to bind port e587b511-b12e-497e-8eb8-82c8bc8233cd by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': '273b19fe-8ee7-4bd1-b2d0-cb38339e0d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae'}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:00:56.946600 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Attempting to bind port e587b511-b12e-497e-8eb8-82c8bc8233cd on network f5df2171-df10-40fb-8d87-a14b51591fae {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:00:56.951619 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:00:56.952021 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Checking segment: {'id': '273b19fe-8ee7-4bd1-b2d0-cb38339e0d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:00:56.952490 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:56.952915 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Bound using segment: {'id': '273b19fe-8ee7-4bd1-b2d0-cb38339e0d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae'} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:00:56.953561 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Bound port: e587b511-b12e-497e-8eb8-82c8bc8233cd, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273b19fe-8ee7-4bd1-b2d0-cb38339e0d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae'}}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:00:56.953942 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (e587b511-b12e-497e-8eb8-82c8bc8233cd), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:57.019358 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] For port e587b511-b12e-497e-8eb8-82c8bc8233cd, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:00:57.022470 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] For port e587b511-b12e-497e-8eb8-82c8bc8233cd, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=e587b511-b12e-497e-8eb8-82c8bc8233cd,segment=NetworkSegment(273b19fe-8ee7-4bd1-b2d0-cb38339e0d66),segment_id=273b19fe-8ee7-4bd1-b2d0-cb38339e0d66)] {{(pid=115721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:00:57.023067 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-a3f0336a-b754-4896-a4ea-17d8ca1ec806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (3f1de127-8807-44ca-b7da-7175aff8e506), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:57.024292 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-250b6075-e0ef-465a-80d1-a6da31221f70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (258e93cd-9827-41ce-954f-72e3febbe217), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:57.025919 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-a3f0336a-b754-4896-a4ea-17d8ca1ec806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:57.027107 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-a3f0336a-b754-4896-a4ea-17d8ca1ec806 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/3f1de127-8807-44ca-b7da-7175aff8e506 HTTP/1.1" status: 204 len: 168 time: 0.2220118 Mar 31 16:00:57.038412 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0336a-b754-4896-a4ea-17d8ca1ec806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1de127-8807-44ca-b7da-7175aff8e506,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:57.077103 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250b6075-e0ef-465a-80d1-a6da31221f70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=258e93cd-9827-41ce-954f-72e3febbe217,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:57.082689 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-250b6075-e0ef-465a-80d1-a6da31221f70 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=20e238aa77bb4271992583687fc5f4ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9031348 Mar 31 16:00:57.085500 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 37830) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:57.129445 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (e587b511-b12e-497e-8eb8-82c8bc8233cd), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:57.138732 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-6c51b5c5-1e33-43e9-bf43-6a6b8ba12b44 admin admin] Publish callbacks [] for security_group (258e93cd-9827-41ce-954f-72e3febbe217), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:57.162723 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-6c51b5c5-1e33-43e9-bf43-6a6b8ba12b44 admin admin] Publish callbacks [] for security_group (258e93cd-9827-41ce-954f-72e3febbe217), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:57.195903 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55e4b2e-58da-484d-a8de-fc3c394ecce3 None None] Pushing event updated for resources: {'Port': ['ID=e587b511-b12e-497e-8eb8-82c8bc8233cd,revision_number=2']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:57.247714 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-90eba07a-e62e-4273-abc1-0aed116bbbaa admin admin] Publish callbacks [] for router_gateway (83adb733-fb89-4add-86ae-f1198a667c32), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:57.268490 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-90eba07a-e62e-4273-abc1-0aed116bbbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:57.317521 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-6c51b5c5-1e33-43e9-bf43-6a6b8ba12b44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (258e93cd-9827-41ce-954f-72e3febbe217), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:57.320005 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-6c51b5c5-1e33-43e9-bf43-6a6b8ba12b44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:57.323739 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-6c51b5c5-1e33-43e9-bf43-6a6b8ba12b44 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/258e93cd-9827-41ce-954f-72e3febbe217 HTTP/1.1" status: 204 len: 168 time: 0.2350109 Mar 31 16:00:57.336984 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51b5c5-1e33-43e9-bf43-6a6b8ba12b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=258e93cd-9827-41ce-954f-72e3febbe217,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:57.450596 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_common [None req-90eba07a-e62e-4273-abc1-0aed116bbbaa admin admin] Allocated IP 172.27.0.77 (3b1a5cd5-bca8-4f86-be99-483986f7f547/c4390997-9a11-4c24-ae70-32af92bbcdb2/c9984e5c-e6a8-432f-9749-0ac3774fc06e) {{(pid=115720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:00:57.598328 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-90eba07a-e62e-4273-abc1-0aed116bbbaa admin admin] Publish callbacks [] for port (c9984e5c-e6a8-432f-9749-0ac3774fc06e), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:57.709186 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-90eba07a-e62e-4273-abc1-0aed116bbbaa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (c9984e5c-e6a8-432f-9749-0ac3774fc06e), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:57.748619 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90eba07a-e62e-4273-abc1-0aed116bbbaa admin admin] Network 3b1a5cd5-bca8-4f86-be99-483986f7f547 is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:00:57.751660 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-90eba07a-e62e-4273-abc1-0aed116bbbaa admin admin] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:00:57.757731 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90eba07a-e62e-4273-abc1-0aed116bbbaa admin admin] Received port after_create {{(pid=115720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:00:57.784380 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90eba07a-e62e-4273-abc1-0aed116bbbaa admin admin] Pushing event updated for resources: {'Port': ['ID=c9984e5c-e6a8-432f-9749-0ac3774fc06e,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:58.150499 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-90eba07a-e62e-4273-abc1-0aed116bbbaa admin admin] Publish callbacks [] for router_gateway (83adb733-fb89-4add-86ae-f1198a667c32), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:58.270053 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71939537-4e82-4243-94cf-5546707fd865 None None] Network f5df2171-df10-40fb-8d87-a14b51591fae requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:00:58.346588 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-a8dbc198-df5e-42d9-85d1-3a9d3dbdfe26 None None] Provisioning complete for port e587b511-b12e-497e-8eb8-82c8bc8233cd triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:58.347058 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-a8dbc198-df5e-42d9-85d1-3a9d3dbdfe26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (e587b511-b12e-497e-8eb8-82c8bc8233cd), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:58.383199 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-90eba07a-e62e-4273-abc1-0aed116bbbaa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609569'] for router (83adb733-fb89-4add-86ae-f1198a667c32), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:58.478346 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-a8dbc198-df5e-42d9-85d1-3a9d3dbdfe26 None None] Current status of the port e587b511-b12e-497e-8eb8-82c8bc8233cd is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:58.478962 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-a8dbc198-df5e-42d9-85d1-3a9d3dbdfe26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (e587b511-b12e-497e-8eb8-82c8bc8233cd), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:58.525627 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-a8dbc198-df5e-42d9-85d1-3a9d3dbdfe26 None None] For port e587b511-b12e-497e-8eb8-82c8bc8233cd, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=e587b511-b12e-497e-8eb8-82c8bc8233cd,segment=NetworkSegment(273b19fe-8ee7-4bd1-b2d0-cb38339e0d66),segment_id=273b19fe-8ee7-4bd1-b2d0-cb38339e0d66)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:58.620135 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-a8dbc198-df5e-42d9-85d1-3a9d3dbdfe26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (e587b511-b12e-497e-8eb8-82c8bc8233cd), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:58.671769 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90eba07a-e62e-4273-abc1-0aed116bbbaa admin admin] Router 83adb733-fb89-4add-86ae-f1198a667c32 is scheduled to L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f with binding_index 1 {{(pid=115720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 16:00:58.701525 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dbc198-df5e-42d9-85d1-3a9d3dbdfe26 None None] Pushing event updated for resources: {'Port': ['ID=e587b511-b12e-497e-8eb8-82c8bc8233cd,revision_number=3']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:58.742779 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-299c3014-a632-438f-bc3c-7d30a29fd410 None None] Provisioning complete for port e587b511-b12e-497e-8eb8-82c8bc8233cd triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:58.743156 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-299c3014-a632-438f-bc3c-7d30a29fd410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (e587b511-b12e-497e-8eb8-82c8bc8233cd), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:58.819184 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device e587b511-b12e-497e-8eb8-82c8bc8233cd up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:00:58.852796 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90eba07a-e62e-4273-abc1-0aed116bbbaa admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:00:58.859391 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-299c3014-a632-438f-bc3c-7d30a29fd410 None None] Current status of the port e587b511-b12e-497e-8eb8-82c8bc8233cd is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:58.865406 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb8d975-3a45-4409-a54d-49a9721a822b None None] Sync routers for ids ['83adb733-fb89-4add-86ae-f1198a667c32'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:00:58.884787 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb8d975-3a45-4409-a54d-49a9721a822b None None] Routers {'83adb733-fb89-4add-86ae-f1198a667c32'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:00:58.884787 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-afb8d975-3a45-4409-a54d-49a9721a822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:00:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['83adb733-fb89-4add-86ae-f1198a667c32'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:58.924419 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port e587b511-b12e-497e-8eb8-82c8bc8233cd triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:00:58.924807 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (e587b511-b12e-497e-8eb8-82c8bc8233cd), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:58.965216 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-90eba07a-e62e-4273-abc1-0aed116bbbaa admin admin] Publish callbacks [] for router (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:58.966501 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-90eba07a-e62e-4273-abc1-0aed116bbbaa admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7653654 Mar 31 16:00:58.969236 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 37926) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:59.000778 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 37932) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:00:59.022317 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port e587b511-b12e-497e-8eb8-82c8bc8233cd is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:00:59.077601 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-afb8d975-3a45-4409-a54d-49a9721a822b None None] Set router 83adb733-fb89-4add-86ae-f1198a667c32 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:00:59.296340 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-afb8d975-3a45-4409-a54d-49a9721a822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83adb733-fb89-4add-86ae-f1198a667c32', 'name': 'tempest-TestShelveInstance-1203835214-router', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9984e5c-e6a8-432f-9749-0ac3774fc06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:56Z', 'updated_at': '2022-03-31T16:00:57Z', 'revision_number': 3, 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'gw_port': {'id': 'c9984e5c-e6a8-432f-9749-0ac3774fc06e', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83adb733-fb89-4add-86ae-f1198a667c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:57Z', 'updated_at': '2022-03-31T16:00:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:00:59.330748 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb8d975-3a45-4409-a54d-49a9721a822b None None] Checking router: 83adb733-fb89-4add-86ae-f1198a667c32 for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:00:59.331093 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb8d975-3a45-4409-a54d-49a9721a822b None None] Updating router 83adb733-fb89-4add-86ae-f1198a667c32 port c9984e5c-e6a8-432f-9749-0ac3774fc06e binding host dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:00:59.360968 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-afb8d975-3a45-4409-a54d-49a9721a822b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (c9984e5c-e6a8-432f-9749-0ac3774fc06e), before_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:59.508417 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5c07d8eb-6958-4e1f-98cd-9b4389cc4c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:59.581786 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-37436e22-7863-4d1a-867c-469e6159d1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606591'] for router_interface (297316b7-94a5-49b3-8d00-ea2b3fa314bd), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:59.688306 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-afb8d975-3a45-4409-a54d-49a9721a822b None None] Publish callbacks [] for port (c9984e5c-e6a8-432f-9749-0ac3774fc06e), precommit_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:59.705740 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_common [None req-5c07d8eb-6958-4e1f-98cd-9b4389cc4c69 admin admin] Allocated IP 172.20.0.1 (f5df2171-df10-40fb-8d87-a14b51591fae/7d60ba0c-54d1-460c-add1-62a21777b3ba/4701bed6-c944-4974-a73b-80f185854c17) {{(pid=115720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:00:59.812192 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5c07d8eb-6958-4e1f-98cd-9b4389cc4c69 admin admin] Publish callbacks [] for port (4701bed6-c944-4974-a73b-80f185854c17), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:59.843163 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-afb8d975-3a45-4409-a54d-49a9721a822b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (c9984e5c-e6a8-432f-9749-0ac3774fc06e), after_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:59.865096 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-37436e22-7863-4d1a-867c-469e6159d1ed admin admin] Deleting port bf403390-2890-4e83-9d4e-ae3d6a5dface {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:00:59.865458 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-37436e22-7863-4d1a-867c-469e6159d1ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (bf403390-2890-4e83-9d4e-ae3d6a5dface), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:59.889000 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-afb8d975-3a45-4409-a54d-49a9721a822b None None] Attempting to bind port c9984e5c-e6a8-432f-9749-0ac3774fc06e on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:00:59.889538 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-afb8d975-3a45-4409-a54d-49a9721a822b None None] Attempting to bind port c9984e5c-e6a8-432f-9749-0ac3774fc06e by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}] {{(pid=115722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:00:59.889717 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb8d975-3a45-4409-a54d-49a9721a822b None None] Attempting to bind port c9984e5c-e6a8-432f-9749-0ac3774fc06e on network 3b1a5cd5-bca8-4f86-be99-483986f7f547 {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:00:59.907771 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfc214-8d47-475e-a8b2-c0c7f2f86bc0 None None] Pushing event updated for resources: {'Port': ['ID=c9984e5c-e6a8-432f-9749-0ac3774fc06e,revision_number=2']} {{(pid=115722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:00:59.909930 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb8d975-3a45-4409-a54d-49a9721a822b None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:00:59.910302 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb8d975-3a45-4409-a54d-49a9721a822b None None] Checking segment: {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:00:59.910695 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-afb8d975-3a45-4409-a54d-49a9721a822b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:59.911082 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afb8d975-3a45-4409-a54d-49a9721a822b None None] Bound using segment: {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'} {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:00:59.911546 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-afb8d975-3a45-4409-a54d-49a9721a822b None None] Bound port: c9984e5c-e6a8-432f-9749-0ac3774fc06e, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}}] {{(pid=115722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:00:59.911914 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-afb8d975-3a45-4409-a54d-49a9721a822b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (c9984e5c-e6a8-432f-9749-0ac3774fc06e), before_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:59.919054 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfc214-8d47-475e-a8b2-c0c7f2f86bc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:59.919406 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfc214-8d47-475e-a8b2-c0c7f2f86bc0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:59.919757 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfc214-8d47-475e-a8b2-c0c7f2f86bc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:59.920122 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfc214-8d47-475e-a8b2-c0c7f2f86bc0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:59.920458 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfc214-8d47-475e-a8b2-c0c7f2f86bc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:59.920782 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfc214-8d47-475e-a8b2-c0c7f2f86bc0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:59.921281 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfc214-8d47-475e-a8b2-c0c7f2f86bc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:59.921858 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfc214-8d47-475e-a8b2-c0c7f2f86bc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:59.922345 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfc214-8d47-475e-a8b2-c0c7f2f86bc0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:59.922672 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfc214-8d47-475e-a8b2-c0c7f2f86bc0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:59.922994 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfc214-8d47-475e-a8b2-c0c7f2f86bc0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:59.923872 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfc214-8d47-475e-a8b2-c0c7f2f86bc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:59.924224 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfc214-8d47-475e-a8b2-c0c7f2f86bc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:59.924543 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfc214-8d47-475e-a8b2-c0c7f2f86bc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:59.932994 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4dfc214-8d47-475e-a8b2-c0c7f2f86bc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:00:59.959395 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [None req-37436e22-7863-4d1a-867c-469e6159d1ed admin admin] For port bf403390-2890-4e83-9d4e-ae3d6a5dface, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=bf403390-2890-4e83-9d4e-ae3d6a5dface,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:00:59.962857 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-37436e22-7863-4d1a-867c-469e6159d1ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (bf403390-2890-4e83-9d4e-ae3d6a5dface), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:00:59.974571 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-37436e22-7863-4d1a-867c-469e6159d1ed admin admin] Calling delete_port for bf403390-2890-4e83-9d4e-ae3d6a5dface owned by network:router_interface {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:00:59.977550 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.db [None req-afb8d975-3a45-4409-a54d-49a9721a822b None None] For port c9984e5c-e6a8-432f-9749-0ac3774fc06e, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:00:59.980547 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.db [None req-afb8d975-3a45-4409-a54d-49a9721a822b None None] For port c9984e5c-e6a8-432f-9749-0ac3774fc06e, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=c9984e5c-e6a8-432f-9749-0ac3774fc06e,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:00:59.984076 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5c07d8eb-6958-4e1f-98cd-9b4389cc4c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (4701bed6-c944-4974-a73b-80f185854c17), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:00.027073 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c07d8eb-6958-4e1f-98cd-9b4389cc4c69 admin admin] Network f5df2171-df10-40fb-8d87-a14b51591fae is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:01:00.030257 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-5c07d8eb-6958-4e1f-98cd-9b4389cc4c69 admin admin] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:01:00.032884 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c07d8eb-6958-4e1f-98cd-9b4389cc4c69 admin admin] Received port after_create {{(pid=115720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:01:00.069117 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07d8eb-6958-4e1f-98cd-9b4389cc4c69 admin admin] Pushing event updated for resources: {'Port': ['ID=4701bed6-c944-4974-a73b-80f185854c17,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:00.084109 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5c07d8eb-6958-4e1f-98cd-9b4389cc4c69 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606710'] for router_interface (83adb733-fb89-4add-86ae-f1198a667c32), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:00.117843 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-afb8d975-3a45-4409-a54d-49a9721a822b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (c9984e5c-e6a8-432f-9749-0ac3774fc06e), after_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:00.168917 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afb8d975-3a45-4409-a54d-49a9721a822b None None] Routers {'83adb733-fb89-4add-86ae-f1198a667c32'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:01:00.169840 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-afb8d975-3a45-4409-a54d-49a9721a822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:00:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['83adb733-fb89-4add-86ae-f1198a667c32'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:00.276675 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dfc214-8d47-475e-a8b2-c0c7f2f86bc0 None None] Pushing event updated for resources: {'Port': ['ID=c9984e5c-e6a8-432f-9749-0ac3774fc06e,revision_number=3']} {{(pid=115722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:00.310145 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-afb8d975-3a45-4409-a54d-49a9721a822b None None] Set router 83adb733-fb89-4add-86ae-f1198a667c32 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:01:00.331466 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-37436e22-7863-4d1a-867c-469e6159d1ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (bf403390-2890-4e83-9d4e-ae3d6a5dface), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:00.362338 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37436e22-7863-4d1a-867c-469e6159d1ed admin admin] Pushing event deleted for resources: {'Port': ['ID=bf403390-2890-4e83-9d4e-ae3d6a5dface,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:00.362817 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5c07d8eb-6958-4e1f-98cd-9b4389cc4c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (4701bed6-c944-4974-a73b-80f185854c17), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:00.397106 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-e384d315-91f0-4099-8881-14dbac81d9f9 None None] Provisioning complete for port 4701bed6-c944-4974-a73b-80f185854c17 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:01:00.398051 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-e384d315-91f0-4099-8881-14dbac81d9f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (4701bed6-c944-4974-a73b-80f185854c17), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:00.457385 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-e384d315-91f0-4099-8881-14dbac81d9f9 None None] Port 4701bed6-c944-4974-a73b-80f185854c17 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:01:00.545679 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-afb8d975-3a45-4409-a54d-49a9721a822b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83adb733-fb89-4add-86ae-f1198a667c32', 'name': 'tempest-TestShelveInstance-1203835214-router', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9984e5c-e6a8-432f-9749-0ac3774fc06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:56Z', 'updated_at': '2022-03-31T16:00:57Z', 'revision_number': 3, 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'gw_port': {'id': 'c9984e5c-e6a8-432f-9749-0ac3774fc06e', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83adb733-fb89-4add-86ae-f1198a667c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:57Z', 'updated_at': '2022-03-31T16:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:00.637353 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-37436e22-7863-4d1a-867c-469e6159d1ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607215'] for router_interface (297316b7-94a5-49b3-8d00-ea2b3fa314bd), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:00.644713 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5c07d8eb-6958-4e1f-98cd-9b4389cc4c69 admin admin] Publish callbacks [] for port (4701bed6-c944-4974-a73b-80f185854c17), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:00.695184 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afb8d975-3a45-4409-a54d-49a9721a822b None None] The sync data for ids ['83adb733-fb89-4add-86ae-f1198a667c32'] in dv-cinder-836028-1-iscsi is: [{'id': '83adb733-fb89-4add-86ae-f1198a667c32', 'name': 'tempest-TestShelveInstance-1203835214-router', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9984e5c-e6a8-432f-9749-0ac3774fc06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:56Z', 'updated_at': '2022-03-31T16:00:57Z', 'revision_number': 3, 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'gw_port': {'id': 'c9984e5c-e6a8-432f-9749-0ac3774fc06e', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83adb733-fb89-4add-86ae-f1198a667c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:57Z', 'updated_at': '2022-03-31T16:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:01:00.720830 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5c07d8eb-6958-4e1f-98cd-9b4389cc4c69 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4203203'] for port (4701bed6-c944-4974-a73b-80f185854c17), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:00.823375 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-5c07d8eb-6958-4e1f-98cd-9b4389cc4c69 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606562'] for router_interface (83adb733-fb89-4add-86ae-f1198a667c32), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:00.824438 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c07d8eb-6958-4e1f-98cd-9b4389cc4c69 admin admin] Pushing event updated for resources: {'Port': ['ID=4701bed6-c944-4974-a73b-80f185854c17,revision_number=2']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:00.916379 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device e587b511-b12e-497e-8eb8-82c8bc8233cd up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:01:00.943149 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c07d8eb-6958-4e1f-98cd-9b4389cc4c69 admin admin] Network f5df2171-df10-40fb-8d87-a14b51591fae is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:01:00.947063 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-5c07d8eb-6958-4e1f-98cd-9b4389cc4c69 admin admin] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:01:00.961033 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37436e22-7863-4d1a-867c-469e6159d1ed admin admin] Router 297316b7-94a5-49b3-8d00-ea2b3fa314bd has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:01:01.054454 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port e587b511-b12e-497e-8eb8-82c8bc8233cd triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:01:01.054838 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (e587b511-b12e-497e-8eb8-82c8bc8233cd), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:01.171556 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37436e22-7863-4d1a-867c-469e6159d1ed admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:01:01.187079 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-37436e22-7863-4d1a-867c-469e6159d1ed admin admin] 10.222.0.47 "PUT /v2.0/routers/297316b7-94a5-49b3-8d00-ea2b3fa314bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1849203 Mar 31 16:01:01.187754 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 37978) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:01.198346 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port e587b511-b12e-497e-8eb8-82c8bc8233cd is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:01:01.201691 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61447cd-5924-4487-96e7-f7afb5c48731 None None] Sync routers for ids ['297316b7-94a5-49b3-8d00-ea2b3fa314bd'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:01:01.214100 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61447cd-5924-4487-96e7-f7afb5c48731 None None] Routers {'297316b7-94a5-49b3-8d00-ea2b3fa314bd'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:01:01.216144 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-b61447cd-5924-4487-96e7-f7afb5c48731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:00:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['297316b7-94a5-49b3-8d00-ea2b3fa314bd'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:01.376387 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-eea182f0-e563-4a98-b470-a32ea673c9d2 admin admin] Publish callbacks [] for router (297316b7-94a5-49b3-8d00-ea2b3fa314bd), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:01.381247 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-b61447cd-5924-4487-96e7-f7afb5c48731 None None] Set router 297316b7-94a5-49b3-8d00-ea2b3fa314bd gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:01:01.453637 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-3576d72f-af0a-4202-87f5-e213c52cb5dc None None] Provisioning complete for port 4701bed6-c944-4974-a73b-80f185854c17 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:01:01.455122 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-3576d72f-af0a-4202-87f5-e213c52cb5dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (4701bed6-c944-4974-a73b-80f185854c17), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:01.499155 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-eea182f0-e563-4a98-b470-a32ea673c9d2 admin admin] Publish callbacks [] for router_gateway (297316b7-94a5-49b3-8d00-ea2b3fa314bd), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:01.500584 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-3576d72f-af0a-4202-87f5-e213c52cb5dc None None] Port 4701bed6-c944-4974-a73b-80f185854c17 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:01:01.515282 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c07d8eb-6958-4e1f-98cd-9b4389cc4c69 admin admin] Router 83adb733-fb89-4add-86ae-f1198a667c32 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:01:01.637722 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c07d8eb-6958-4e1f-98cd-9b4389cc4c69 admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:01:01.646071 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-b61447cd-5924-4487-96e7-f7afb5c48731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1621461563-router', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3'}], 'enable_snat': True}, 'gw_port_id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T16:01:00Z', 'revision_number': 5, 'project_id': 'cf512c54be704edba504249cc57859c5', 'gw_port': {'id': '3f1c5e64-2524-486f-b187-d13bca2ff528', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:44:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T15:53:09Z', 'updated_at': '2022-03-31T15:53:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:01.650593 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-5c07d8eb-6958-4e1f-98cd-9b4389cc4c69 admin admin] 10.222.0.47 "PUT /v2.0/routers/83adb733-fb89-4add-86ae-f1198a667c32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6799107 Mar 31 16:01:01.676054 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61447cd-5924-4487-96e7-f7afb5c48731 None None] Checking router: 297316b7-94a5-49b3-8d00-ea2b3fa314bd for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:01:01.677892 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-eea182f0-e563-4a98-b470-a32ea673c9d2 admin admin] Deleting port 3f1c5e64-2524-486f-b187-d13bca2ff528 {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:01:01.678282 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-eea182f0-e563-4a98-b470-a32ea673c9d2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (3f1c5e64-2524-486f-b187-d13bca2ff528), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:01.684751 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b61447cd-5924-4487-96e7-f7afb5c48731 None None] Routers {'297316b7-94a5-49b3-8d00-ea2b3fa314bd'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:01:01.685516 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-b61447cd-5924-4487-96e7-f7afb5c48731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:00:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['297316b7-94a5-49b3-8d00-ea2b3fa314bd'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:01.825612 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-b61447cd-5924-4487-96e7-f7afb5c48731 None None] Set router 297316b7-94a5-49b3-8d00-ea2b3fa314bd gateway port host: None {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:01:01.923208 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-b61447cd-5924-4487-96e7-f7afb5c48731 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1621461563-router', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T16:01:01Z', 'revision_number': 6, 'project_id': 'cf512c54be704edba504249cc57859c5', 'gw_port_host': None}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:01.955867 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b61447cd-5924-4487-96e7-f7afb5c48731 None None] The sync data for ids ['297316b7-94a5-49b3-8d00-ea2b3fa314bd'] in dv-cinder-836028-1-iscsi is: [{'id': '297316b7-94a5-49b3-8d00-ea2b3fa314bd', 'name': 'tempest-AttachVolumeShelveTestJSON-1621461563-router', 'tenant_id': 'cf512c54be704edba504249cc57859c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T15:53:08Z', 'updated_at': '2022-03-31T16:01:01Z', 'revision_number': 6, 'project_id': 'cf512c54be704edba504249cc57859c5', 'gw_port_host': None}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:01:02.089529 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [None req-eea182f0-e563-4a98-b470-a32ea673c9d2 admin admin] For port 3f1c5e64-2524-486f-b187-d13bca2ff528, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=3f1c5e64-2524-486f-b187-d13bca2ff528,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:01:02.089921 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-eea182f0-e563-4a98-b470-a32ea673c9d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (3f1c5e64-2524-486f-b187-d13bca2ff528), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:02.103011 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-eea182f0-e563-4a98-b470-a32ea673c9d2 admin admin] Calling delete_port for 3f1c5e64-2524-486f-b187-d13bca2ff528 owned by network:router_gateway {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:01:02.369178 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-eea182f0-e563-4a98-b470-a32ea673c9d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (3f1c5e64-2524-486f-b187-d13bca2ff528), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:02.395364 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea182f0-e563-4a98-b470-a32ea673c9d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f1c5e64-2524-486f-b187-d13bca2ff528,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:02.463202 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-eea182f0-e563-4a98-b470-a32ea673c9d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609541'] for router_gateway (297316b7-94a5-49b3-8d00-ea2b3fa314bd), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:02.570069 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-eea182f0-e563-4a98-b470-a32ea673c9d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-413'] for router (297316b7-94a5-49b3-8d00-ea2b3fa314bd), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:02.570069 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-eea182f0-e563-4a98-b470-a32ea673c9d2 admin admin] Publish callbacks [] for router_controller (297316b7-94a5-49b3-8d00-ea2b3fa314bd), precommit_delete_associations {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:02.774311 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-eea182f0-e563-4a98-b470-a32ea673c9d2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-621024'] for router (297316b7-94a5-49b3-8d00-ea2b3fa314bd), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:02.774892 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea182f0-e563-4a98-b470-a32ea673c9d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 297316b7-94a5-49b3-8d00-ea2b3fa314bd {{(pid=115719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 16:01:02.779267 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-eea182f0-e563-4a98-b470-a32ea673c9d2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:02.780498 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-eea182f0-e563-4a98-b470-a32ea673c9d2 admin admin] 10.222.0.47 "DELETE /v2.0/routers/297316b7-94a5-49b3-8d00-ea2b3fa314bd HTTP/1.1" status: 204 len: 168 time: 1.5916433 Mar 31 16:01:02.783930 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 38000) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:02.846403 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_v2 [None req-33e2712c-207e-4674-8ba3-79e86f6180a0 admin admin] Deleting subnet 7cb7a29d-bee7-4666-8fec-18b9b112885d {{(pid=115719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:01:02.846593 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device c9984e5c-e6a8-432f-9749-0ac3774fc06e up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:01:02.850145 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-33e2712c-207e-4674-8ba3-79e86f6180a0 admin admin] Publish callbacks [] for subnet (7cb7a29d-bee7-4666-8fec-18b9b112885d), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:02.861528 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5b46ee-d59a-48f8-b310-319dd178d70e None None] Sync routers for ids ['83adb733-fb89-4add-86ae-f1198a667c32'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:01:02.875948 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b46ee-d59a-48f8-b310-319dd178d70e None None] Routers {'83adb733-fb89-4add-86ae-f1198a667c32'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:01:02.876782 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-ce5b46ee-d59a-48f8-b310-319dd178d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:00:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['83adb733-fb89-4add-86ae-f1198a667c32'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:02.893416 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-33e2712c-207e-4674-8ba3-79e86f6180a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5073163'] for subnet (7cb7a29d-bee7-4666-8fec-18b9b112885d), precommit_delete_associations {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:02.915045 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port c9984e5c-e6a8-432f-9749-0ac3774fc06e triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:01:02.915787 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (c9984e5c-e6a8-432f-9749-0ac3774fc06e), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:02.943354 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 38004) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:02.948998 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-20115bba-33a4-4748-9b89-c2ad528a4b72 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-626084463-network', 'tenant_id': 'e92375c195b2441bad9727329bd03bba'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:01:02.989370 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-33e2712c-207e-4674-8ba3-79e86f6180a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2031459'] for subnet (7cb7a29d-bee7-4666-8fec-18b9b112885d), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:03.009142 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-ce5b46ee-d59a-48f8-b310-319dd178d70e None None] Set router 83adb733-fb89-4add-86ae-f1198a667c32 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:01:03.012688 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port c9984e5c-e6a8-432f-9749-0ac3774fc06e is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:01:03.013084 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (c9984e5c-e6a8-432f-9749-0ac3774fc06e), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:03.040880 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] For port c9984e5c-e6a8-432f-9749-0ac3774fc06e, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=c9984e5c-e6a8-432f-9749-0ac3774fc06e,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:01:03.054631 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20115bba-33a4-4748-9b89-c2ad528a4b72 admin admin] Made reservation on behalf of e92375c195b2441bad9727329bd03bba for: {'network': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:01:03.057405 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-20115bba-33a4-4748-9b89-c2ad528a4b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for network (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:03.067102 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-20115bba-33a4-4748-9b89-c2ad528a4b72 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:03.128732 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (c9984e5c-e6a8-432f-9749-0ac3774fc06e), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:03.183444 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-20115bba-33a4-4748-9b89-c2ad528a4b72 admin admin] Publish callbacks [] for security_group (1c349513-08d1-4c14-843c-2ab87e991c18), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:03.192114 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-33e2712c-207e-4674-8ba3-79e86f6180a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2031444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5073152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5044798'] for subnet (7cb7a29d-bee7-4666-8fec-18b9b112885d), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:03.219491 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 3f1c5e64-2524-486f-b187-d13bca2ff528 no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:01:03.234996 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-33e2712c-207e-4674-8ba3-79e86f6180a0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:03.245922 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-33e2712c-207e-4674-8ba3-79e86f6180a0 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7cb7a29d-bee7-4666-8fec-18b9b112885d HTTP/1.1" status: 204 len: 168 time: 0.4573312 Mar 31 16:01:03.245922 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e2712c-207e-4674-8ba3-79e86f6180a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7cb7a29d-bee7-4666-8fec-18b9b112885d,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:03.246099 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 38008) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:03.249531 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b5f3de8-432b-419b-8380-5c8a2c6efe95 None None] Network 65944f20-8ab3-4e9e-89a3-2479fa118d50 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:01:03.288308 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-ce5b46ee-d59a-48f8-b310-319dd178d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83adb733-fb89-4add-86ae-f1198a667c32', 'name': 'tempest-TestShelveInstance-1203835214-router', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9984e5c-e6a8-432f-9749-0ac3774fc06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:56Z', 'updated_at': '2022-03-31T16:01:00Z', 'revision_number': 4, 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'gw_port': {'id': 'c9984e5c-e6a8-432f-9749-0ac3774fc06e', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83adb733-fb89-4add-86ae-f1198a667c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:57Z', 'updated_at': '2022-03-31T16:00:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '4701bed6-c944-4974-a73b-80f185854c17', 'name': '', 'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'mac_address': 'fa:16:3e:d5:20:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83adb733-fb89-4add-86ae-f1198a667c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7d60ba0c-54d1-460c-add1-62a21777b3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:59Z', 'updated_at': '2022-03-31T16:01:00Z', 'revision_number': 2, 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'subnets': [{'id': '7d60ba0c-54d1-460c-add1-62a21777b3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:03.291980 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Pushing event updated for resources: {'Port': ['ID=c9984e5c-e6a8-432f-9749-0ac3774fc06e,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:03.327531 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5b46ee-d59a-48f8-b310-319dd178d70e None None] Checking router: 83adb733-fb89-4add-86ae-f1198a667c32 for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:01:03.327867 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5b46ee-d59a-48f8-b310-319dd178d70e None None] Updating router 83adb733-fb89-4add-86ae-f1198a667c32 port 4701bed6-c944-4974-a73b-80f185854c17 binding host dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:01:03.330181 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] No Port match for: 3f1c5e64-2524-486f-b187-d13bca2ff528 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:01:03.330662 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 3f1c5e64-2524-486f-b187-d13bca2ff528 not bound to the agent host dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:01:03.331289 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device bf403390-2890-4e83-9d4e-ae3d6a5dface no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:01:03.358144 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ef006e0c-7ac5-4a23-bb1f-e1663103b1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1072674'] for network (65944f20-8ab3-4e9e-89a3-2479fa118d50), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:03.374004 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-20115bba-33a4-4748-9b89-c2ad528a4b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (1c349513-08d1-4c14-843c-2ab87e991c18), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:03.374447 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-ce5b46ee-d59a-48f8-b310-319dd178d70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (4701bed6-c944-4974-a73b-80f185854c17), before_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:03.382137 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] No Port match for: bf403390-2890-4e83-9d4e-ae3d6a5dface {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:01:03.382484 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device bf403390-2890-4e83-9d4e-ae3d6a5dface not bound to the agent host dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:01:03.403238 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20115bba-33a4-4748-9b89-c2ad528a4b72 admin admin] vlan segment allocate from pool success with {'vlan_id': 814, 'physical_network': 'physnet1'} {{(pid=115720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:01:03.452341 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-20115bba-33a4-4748-9b89-c2ad528a4b72 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (65565022-cd44-45f9-a093-7d2c31c2d00b), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:03.452758 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.segments_db [None req-20115bba-33a4-4748-9b89-c2ad528a4b72 admin admin] Added segment 65565022-cd44-45f9-a093-7d2c31c2d00b of type vlan for network 28aad49d-e36c-40a3-8d0f-76a6481a12d7 Mar 31 16:01:03.454848 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20115bba-33a4-4748-9b89-c2ad528a4b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c349513-08d1-4c14-843c-2ab87e991c18,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:03.522066 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-20115bba-33a4-4748-9b89-c2ad528a4b72 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779152372026'] for network (28aad49d-e36c-40a3-8d0f-76a6481a12d7), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:03.526036 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce2a626-763d-4165-b931-7e9d143ba7c8 None None] DHCP port deletion for 65944f20-8ab3-4e9e-89a3-2479fa118d50 request from dv-cinder-836028-1-iscsi {{(pid=115721) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 16:01:03.541312 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-ef006e0c-7ac5-4a23-bb1f-e1663103b1fa admin admin] Deleting port 8fe9065f-f033-4905-bd4f-1280e9763dda {{(pid=115720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:01:03.541706 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ef006e0c-7ac5-4a23-bb1f-e1663103b1fa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (8fe9065f-f033-4905-bd4f-1280e9763dda), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:03.580808 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-6ce2a626-763d-4165-b931-7e9d143ba7c8 None None] Deleting port 8fe9065f-f033-4905-bd4f-1280e9763dda {{(pid=115721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:01:03.581449 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-6ce2a626-763d-4165-b931-7e9d143ba7c8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (8fe9065f-f033-4905-bd4f-1280e9763dda), before_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:03.626917 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [None req-ef006e0c-7ac5-4a23-bb1f-e1663103b1fa admin admin] For port 8fe9065f-f033-4905-bd4f-1280e9763dda, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=8fe9065f-f033-4905-bd4f-1280e9763dda,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:01:03.627544 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ef006e0c-7ac5-4a23-bb1f-e1663103b1fa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (8fe9065f-f033-4905-bd4f-1280e9763dda), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:03.641477 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-ef006e0c-7ac5-4a23-bb1f-e1663103b1fa admin admin] Calling delete_port for 8fe9065f-f033-4905-bd4f-1280e9763dda owned by network:dhcp {{(pid=115720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:01:03.653940 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-6ce2a626-763d-4165-b931-7e9d143ba7c8 None None] For port 8fe9065f-f033-4905-bd4f-1280e9763dda, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=8fe9065f-f033-4905-bd4f-1280e9763dda,segment=NetworkSegment(cbd18901-f25b-4bcb-a0f8-6acc09868379),segment_id=cbd18901-f25b-4bcb-a0f8-6acc09868379)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:01:03.654342 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-6ce2a626-763d-4165-b931-7e9d143ba7c8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (8fe9065f-f033-4905-bd4f-1280e9763dda), precommit_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:03.671613 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-6ce2a626-763d-4165-b931-7e9d143ba7c8 None None] Calling delete_port for 8fe9065f-f033-4905-bd4f-1280e9763dda owned by network:dhcp {{(pid=115721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:01:03.690703 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-20115bba-33a4-4748-9b89-c2ad528a4b72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for network (28aad49d-e36c-40a3-8d0f-76a6481a12d7), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:03.691667 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20115bba-33a4-4748-9b89-c2ad528a4b72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:03.692278 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-20115bba-33a4-4748-9b89-c2ad528a4b72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:03.728376 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-ce5b46ee-d59a-48f8-b310-319dd178d70e None None] Publish callbacks [] for port (4701bed6-c944-4974-a73b-80f185854c17), precommit_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:03.776113 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20115bba-33a4-4748-9b89-c2ad528a4b72 admin admin] Pushing event updated for resources: {'Network': ['ID=28aad49d-e36c-40a3-8d0f-76a6481a12d7,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:03.785555 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Network 28aad49d-e36c-40a3-8d0f-76a6481a12d7 details requested by agent ovs-agent-dv-cinder-836028-1-iscsi with host dv-cinder-836028-1-iscsi {{(pid=115721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:01:03.797257 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-ce5b46ee-d59a-48f8-b310-319dd178d70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (4701bed6-c944-4974-a73b-80f185854c17), after_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:03.830012 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-6ce2a626-763d-4165-b931-7e9d143ba7c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167'] for port (8fe9065f-f033-4905-bd4f-1280e9763dda), after_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:03.832072 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-20115bba-33a4-4748-9b89-c2ad528a4b72 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8874843 Mar 31 16:01:03.835287 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 38014) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:03.848357 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-f66e30c3-ec72-4dfd-907c-bfd4b409bfc7 admin admin] Request body: {'subnet': {'network_id': '28aad49d-e36c-40a3-8d0f-76a6481a12d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-626084463-subnet', 'tenant_id': 'e92375c195b2441bad9727329bd03bba', 'ip_version': 4}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:01:03.848809 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699f829-785f-48af-a3ae-6b246fc7f74e None None] Pushing event updated for resources: {'Port': ['ID=4701bed6-c944-4974-a73b-80f185854c17,revision_number=3']} {{(pid=115722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:03.851236 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ef006e0c-7ac5-4a23-bb1f-e1663103b1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (8fe9065f-f033-4905-bd4f-1280e9763dda), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:03.867552 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce2a626-763d-4165-b931-7e9d143ba7c8 None None] Pushing event deleted for resources: {'Port': ['ID=8fe9065f-f033-4905-bd4f-1280e9763dda,revision_number=None']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:03.869518 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce2a626-763d-4165-b931-7e9d143ba7c8 None None] No DVR routers for this DVR port 8fe9065f-f033-4905-bd4f-1280e9763dda on host dv-cinder-836028-1-iscsi {{(pid=115721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:01:03.903041 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef006e0c-7ac5-4a23-bb1f-e1663103b1fa admin admin] Pushing event deleted for resources: {'Port': ['ID=8fe9065f-f033-4905-bd4f-1280e9763dda,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:03.913547 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef006e0c-7ac5-4a23-bb1f-e1663103b1fa admin admin] No DVR routers for this DVR port 8fe9065f-f033-4905-bd4f-1280e9763dda on host dv-cinder-836028-1-iscsi {{(pid=115720) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:01:03.943273 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-ce5b46ee-d59a-48f8-b310-319dd178d70e None None] Attempting to bind port 4701bed6-c944-4974-a73b-80f185854c17 on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:01:03.943849 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-ce5b46ee-d59a-48f8-b310-319dd178d70e None None] Attempting to bind port 4701bed6-c944-4974-a73b-80f185854c17 by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': '273b19fe-8ee7-4bd1-b2d0-cb38339e0d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae'}] {{(pid=115722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:01:03.944392 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5b46ee-d59a-48f8-b310-319dd178d70e None None] Attempting to bind port 4701bed6-c944-4974-a73b-80f185854c17 on network f5df2171-df10-40fb-8d87-a14b51591fae {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:01:03.951231 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5b46ee-d59a-48f8-b310-319dd178d70e None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:01:03.951610 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5b46ee-d59a-48f8-b310-319dd178d70e None None] Checking segment: {'id': '273b19fe-8ee7-4bd1-b2d0-cb38339e0d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:01:03.952320 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-ce5b46ee-d59a-48f8-b310-319dd178d70e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:03.952668 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce5b46ee-d59a-48f8-b310-319dd178d70e None None] Bound using segment: {'id': '273b19fe-8ee7-4bd1-b2d0-cb38339e0d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae'} {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:01:03.953147 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-ce5b46ee-d59a-48f8-b310-319dd178d70e None None] Bound port: 4701bed6-c944-4974-a73b-80f185854c17, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '273b19fe-8ee7-4bd1-b2d0-cb38339e0d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae'}}] {{(pid=115722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:01:03.953531 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-ce5b46ee-d59a-48f8-b310-319dd178d70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (4701bed6-c944-4974-a73b-80f185854c17), before_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:03.980227 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f66e30c3-ec72-4dfd-907c-bfd4b409bfc7 admin admin] Made reservation on behalf of e92375c195b2441bad9727329bd03bba for: {'subnet': 1} {{(pid=115719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:01:03.982601 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f66e30c3-ec72-4dfd-907c-bfd4b409bfc7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5044769'] for subnet (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:04.024139 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ef006e0c-7ac5-4a23-bb1f-e1663103b1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062824', 'neutron.services.segments.db._delete_segments_for_network-8779152745018'] for network (65944f20-8ab3-4e9e-89a3-2479fa118d50), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:04.033198 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.db [None req-ce5b46ee-d59a-48f8-b310-319dd178d70e None None] For port 4701bed6-c944-4974-a73b-80f185854c17, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:01:04.037222 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.db [None req-ce5b46ee-d59a-48f8-b310-319dd178d70e None None] For port 4701bed6-c944-4974-a73b-80f185854c17, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=4701bed6-c944-4974-a73b-80f185854c17,segment=NetworkSegment(273b19fe-8ee7-4bd1-b2d0-cb38339e0d66),segment_id=273b19fe-8ee7-4bd1-b2d0-cb38339e0d66)] {{(pid=115722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:01:04.056527 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.services.segments.db [None req-ef006e0c-7ac5-4a23-bb1f-e1663103b1fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65944f20-8ab3-4e9e-89a3-2479fa118d50']}} {{(pid=115720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:04.071129 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.services.segments.db [None req-ef006e0c-7ac5-4a23-bb1f-e1663103b1fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd18901-f25b-4bcb-a0f8-6acc09868379') {'for_net_delete': True} {{(pid=115720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:04.071429 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.services.segments.db [None req-ef006e0c-7ac5-4a23-bb1f-e1663103b1fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd18901-f25b-4bcb-a0f8-6acc09868379') {} {{(pid=115720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:04.082005 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ef006e0c-7ac5-4a23-bb1f-e1663103b1fa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779152745795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7314081'] for segment (cbd18901-f25b-4bcb-a0f8-6acc09868379), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:04.097919 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ef006e0c-7ac5-4a23-bb1f-e1663103b1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (cbd18901-f25b-4bcb-a0f8-6acc09868379), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:04.104269 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef006e0c-7ac5-4a23-bb1f-e1663103b1fa admin admin] Releasing vlan 830 on physical network physnet1 to pool {{(pid=115720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:01:04.104679 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ef006e0c-7ac5-4a23-bb1f-e1663103b1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4203167'] for segment (cbd18901-f25b-4bcb-a0f8-6acc09868379), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: self.session.flush() Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: self.session.flush() Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: self.session.flush() Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: self.session.flush() Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: Traceback (most recent call last): Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: timer() Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: cb(*args, **kw) Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: return func(*args, **kwargs) Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: self._notify() Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: self.callback(batched_events) Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: event.method(event) Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: return f(self, *a, **k) Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: return self._get(url).json() Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: return self.request(url, 'GET', **kwargs) Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:01:04.106328 dv-cinder-836028-1-iscsi neutron-server[115720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:01:04.128885 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-ce5b46ee-d59a-48f8-b310-319dd178d70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (4701bed6-c944-4974-a73b-80f185854c17), after_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:04.177158 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-fd3485d6-fa03-4cce-a32a-642636e74bd5 None None] Provisioning complete for port 4701bed6-c944-4974-a73b-80f185854c17 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:01:04.177158 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-fd3485d6-fa03-4cce-a32a-642636e74bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (4701bed6-c944-4974-a73b-80f185854c17), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:04.196127 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699f829-785f-48af-a3ae-6b246fc7f74e None None] Pushing event updated for resources: {'Port': ['ID=4701bed6-c944-4974-a73b-80f185854c17,revision_number=4']} {{(pid=115722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:04.198659 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce5b46ee-d59a-48f8-b310-319dd178d70e None None] Routers {'83adb733-fb89-4add-86ae-f1198a667c32'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:01:04.199274 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-ce5b46ee-d59a-48f8-b310-319dd178d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:00:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['83adb733-fb89-4add-86ae-f1198a667c32'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:04.285660 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-fd3485d6-fa03-4cce-a32a-642636e74bd5 None None] Current status of the port 4701bed6-c944-4974-a73b-80f185854c17 is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:01:04.285892 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-fd3485d6-fa03-4cce-a32a-642636e74bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (4701bed6-c944-4974-a73b-80f185854c17), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:04.286040 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ef006e0c-7ac5-4a23-bb1f-e1663103b1fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609641'] for network (65944f20-8ab3-4e9e-89a3-2479fa118d50), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:04.292411 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ef006e0c-7ac5-4a23-bb1f-e1663103b1fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:04.301895 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-ef006e0c-7ac5-4a23-bb1f-e1663103b1fa admin admin] 10.222.0.47 "DELETE /v2.0/networks/65944f20-8ab3-4e9e-89a3-2479fa118d50 HTTP/1.1" status: 204 len: 168 time: 1.0529311 Mar 31 16:01:04.319226 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef006e0c-7ac5-4a23-bb1f-e1663103b1fa admin admin] Pushing event deleted for resources: {'Network': ['ID=65944f20-8ab3-4e9e-89a3-2479fa118d50,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:04.358252 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-ce5b46ee-d59a-48f8-b310-319dd178d70e None None] Set router 83adb733-fb89-4add-86ae-f1198a667c32 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:01:04.366667 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-fd3485d6-fa03-4cce-a32a-642636e74bd5 None None] For port 4701bed6-c944-4974-a73b-80f185854c17, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=4701bed6-c944-4974-a73b-80f185854c17,segment=NetworkSegment(273b19fe-8ee7-4bd1-b2d0-cb38339e0d66),segment_id=273b19fe-8ee7-4bd1-b2d0-cb38339e0d66)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:01:04.463151 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-fd3485d6-fa03-4cce-a32a-642636e74bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (4701bed6-c944-4974-a73b-80f185854c17), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:04.540964 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3485d6-fa03-4cce-a32a-642636e74bd5 None None] Pushing event updated for resources: {'Port': ['ID=4701bed6-c944-4974-a73b-80f185854c17,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:04.551620 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f66e30c3-ec72-4dfd-907c-bfd4b409bfc7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5073219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5044791'] for subnet (ff588e90-5e93-4e03-9794-70d13685fd02), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:04.588671 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-e8e2bf07-45c7-4aad-925c-24d5cabb18bc None None] Provisioning complete for port 4701bed6-c944-4974-a73b-80f185854c17 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:01:04.589143 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-e8e2bf07-45c7-4aad-925c-24d5cabb18bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (4701bed6-c944-4974-a73b-80f185854c17), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:04.612471 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e30c3-ec72-4dfd-907c-bfd4b409bfc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff588e90-5e93-4e03-9794-70d13685fd02,revision_number=0']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:04.632640 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f66e30c3-ec72-4dfd-907c-bfd4b409bfc7 admin admin] Checking segment: {'id': '65565022-cd44-45f9-a093-7d2c31c2d00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '28aad49d-e36c-40a3-8d0f-76a6481a12d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:01:04.633005 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66e30c3-ec72-4dfd-907c-bfd4b409bfc7 admin admin] Network hostable DHCP agents. Network: 28aad49d-e36c-40a3-8d0f-76a6481a12d7, hostable agents: ['476c03f2-c716-4e43-9eb8-27eff34871a5'], hosted agents: [] {{(pid=115719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:01:04.671602 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-ce5b46ee-d59a-48f8-b310-319dd178d70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83adb733-fb89-4add-86ae-f1198a667c32', 'name': 'tempest-TestShelveInstance-1203835214-router', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9984e5c-e6a8-432f-9749-0ac3774fc06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:56Z', 'updated_at': '2022-03-31T16:01:00Z', 'revision_number': 4, 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'gw_port': {'id': 'c9984e5c-e6a8-432f-9749-0ac3774fc06e', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83adb733-fb89-4add-86ae-f1198a667c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:57Z', 'updated_at': '2022-03-31T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '4701bed6-c944-4974-a73b-80f185854c17', 'name': '', 'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'mac_address': 'fa:16:3e:d5:20:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83adb733-fb89-4add-86ae-f1198a667c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7d60ba0c-54d1-460c-add1-62a21777b3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:59Z', 'updated_at': '2022-03-31T16:01:04Z', 'revision_number': 4, 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'subnets': [{'id': '7d60ba0c-54d1-460c-add1-62a21777b3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:04.683389 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-e8e2bf07-45c7-4aad-925c-24d5cabb18bc None None] Current status of the port 4701bed6-c944-4974-a73b-80f185854c17 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:01:04.705277 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce5b46ee-d59a-48f8-b310-319dd178d70e None None] The sync data for ids ['83adb733-fb89-4add-86ae-f1198a667c32'] in dv-cinder-836028-1-iscsi is: [{'id': '83adb733-fb89-4add-86ae-f1198a667c32', 'name': 'tempest-TestShelveInstance-1203835214-router', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9984e5c-e6a8-432f-9749-0ac3774fc06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:56Z', 'updated_at': '2022-03-31T16:01:00Z', 'revision_number': 4, 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'gw_port': {'id': 'c9984e5c-e6a8-432f-9749-0ac3774fc06e', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83adb733-fb89-4add-86ae-f1198a667c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:57Z', 'updated_at': '2022-03-31T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '4701bed6-c944-4974-a73b-80f185854c17', 'name': '', 'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'mac_address': 'fa:16:3e:d5:20:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83adb733-fb89-4add-86ae-f1198a667c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7d60ba0c-54d1-460c-add1-62a21777b3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:59Z', 'updated_at': '2022-03-31T16:01:04Z', 'revision_number': 4, 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'subnets': [{'id': '7d60ba0c-54d1-460c-add1-62a21777b3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:01:04.718189 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f66e30c3-ec72-4dfd-907c-bfd4b409bfc7 admin admin] Network 28aad49d-e36c-40a3-8d0f-76a6481a12d7 is scheduled to be hosted by DHCP agent 476c03f2-c716-4e43-9eb8-27eff34871a5 with binding_index 1 {{(pid=115719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:01:04.756253 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device c9984e5c-e6a8-432f-9749-0ac3774fc06e up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:01:04.803086 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [None req-f66e30c3-ec72-4dfd-907c-bfd4b409bfc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836028-1-iscsi, 28aad49d-e36c-40a3-8d0f-76a6481a12d7) {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:01:04.807134 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f66e30c3-ec72-4dfd-907c-bfd4b409bfc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:04.807731 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f66e30c3-ec72-4dfd-907c-bfd4b409bfc7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:04.815658 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d411a51-17a8-43ae-8142-00f8f61a5dc4 None None] Network 28aad49d-e36c-40a3-8d0f-76a6481a12d7 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:01:04.850568 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 38030) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:04.894628 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-3b9190c8-f26c-428d-8895-74068efcb04a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cf512c54be704edba504249cc57859c5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0428944 Mar 31 16:01:04.895378 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port c9984e5c-e6a8-432f-9749-0ac3774fc06e triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:01:04.895863 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (c9984e5c-e6a8-432f-9749-0ac3774fc06e), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:04.897095 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 38032) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:04.925459 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8928ea67-ff45-4cf7-bc4f-95d788b381bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:04.956250 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-f66e30c3-ec72-4dfd-907c-bfd4b409bfc7 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.1170566 Mar 31 16:01:04.956752 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 38034) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:04.959287 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-bf803c65-cbac-401c-8189-1c9cbe1783e7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-626084463-router', 'tenant_id': 'e92375c195b2441bad9727329bd03bba', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:01:04.970702 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c97e5dd0-d2b8-480a-81d1-e7cc438e9585 admin admin] Publish callbacks [] for security_group (9302bd8c-9b8c-4140-bd5c-d375e6b77245), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:04.999679 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c97e5dd0-d2b8-480a-81d1-e7cc438e9585 admin admin] Publish callbacks [] for security_group (9302bd8c-9b8c-4140-bd5c-d375e6b77245), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:05.004292 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6a38d80-739e-4007-94a8-3ddb9c0c6617 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b736d4c-fbbf-5ea4-bffd-281830e71282-28aad49d-e36c-40a3-8d0f-76a6481a12d7', 'network_id': '28aad49d-e36c-40a3-8d0f-76a6481a12d7', 'project_id': 'e92375c195b2441bad9727329bd03bba', 'fixed_ips': [{'subnet_id': 'ff588e90-5e93-4e03-9794-70d13685fd02'}]}} from dv-cinder-836028-1-iscsi. {{(pid=115721) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 16:01:05.005402 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-b6a38d80-739e-4007-94a8-3ddb9c0c6617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:05.052402 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port c9984e5c-e6a8-432f-9749-0ac3774fc06e is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:01:05.119727 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 8fe9065f-f033-4905-bd4f-1280e9763dda no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:01:05.120217 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bf803c65-cbac-401c-8189-1c9cbe1783e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-607799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-419'] for router (3aa69693-a67c-4f04-bb86-c9f2bdf67482), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:05.121456 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bf803c65-cbac-401c-8189-1c9cbe1783e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (3aa69693-a67c-4f04-bb86-c9f2bdf67482), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:05.150550 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] No Port match for: 8fe9065f-f033-4905-bd4f-1280e9763dda {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:01:05.151653 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 8fe9065f-f033-4905-bd4f-1280e9763dda not bound to the agent host dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:01:05.183908 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bf803c65-cbac-401c-8189-1c9cbe1783e7 admin admin] Publish callbacks [] for router_controller (3aa69693-a67c-4f04-bb86-c9f2bdf67482), precommit_add_association {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:05.191193 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c97e5dd0-d2b8-480a-81d1-e7cc438e9585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (9302bd8c-9b8c-4140-bd5c-d375e6b77245), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:05.193811 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c97e5dd0-d2b8-480a-81d1-e7cc438e9585 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:05.196518 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-c97e5dd0-d2b8-480a-81d1-e7cc438e9585 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9302bd8c-9b8c-4140-bd5c-d375e6b77245 HTTP/1.1" status: 204 len: 168 time: 0.2982316 Mar 31 16:01:05.220675 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e5dd0-d2b8-480a-81d1-e7cc438e9585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9302bd8c-9b8c-4140-bd5c-d375e6b77245,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:05.234971 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.db_base_plugin_common [None req-b6a38d80-739e-4007-94a8-3ddb9c0c6617 None None] Allocated IP 172.20.0.2 (28aad49d-e36c-40a3-8d0f-76a6481a12d7/ff588e90-5e93-4e03-9794-70d13685fd02/fc23627b-2961-4c5f-b26e-8e582b6346e0) {{(pid=115721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:01:05.421496 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-b6a38d80-739e-4007-94a8-3ddb9c0c6617 None None] Publish callbacks [] for port (fc23627b-2961-4c5f-b26e-8e582b6346e0), precommit_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:05.469334 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bf803c65-cbac-401c-8189-1c9cbe1783e7 admin admin] Publish callbacks [] for router_gateway (3aa69693-a67c-4f04-bb86-c9f2bdf67482), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:05.508919 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-b6a38d80-739e-4007-94a8-3ddb9c0c6617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (fc23627b-2961-4c5f-b26e-8e582b6346e0), after_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:05.703839 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a38d80-739e-4007-94a8-3ddb9c0c6617 None None] Network 28aad49d-e36c-40a3-8d0f-76a6481a12d7 is already hosted by enough agents. {{(pid=115721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:01:05.718604 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.scheduler.base_scheduler [None req-b6a38d80-739e-4007-94a8-3ddb9c0c6617 None None] Resources bound (agent type, host, resource id): {{(pid=115721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:01:05.733790 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a38d80-739e-4007-94a8-3ddb9c0c6617 None None] Received port after_create {{(pid=115721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:01:05.748374 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a38d80-739e-4007-94a8-3ddb9c0c6617 None None] Pushing event updated for resources: {'Port': ['ID=fc23627b-2961-4c5f-b26e-8e582b6346e0,revision_number=1']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:05.837066 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-b6a38d80-739e-4007-94a8-3ddb9c0c6617 None None] Attempting to bind port fc23627b-2961-4c5f-b26e-8e582b6346e0 on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:01:05.837533 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-b6a38d80-739e-4007-94a8-3ddb9c0c6617 None None] Attempting to bind port fc23627b-2961-4c5f-b26e-8e582b6346e0 by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': '65565022-cd44-45f9-a093-7d2c31c2d00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '28aad49d-e36c-40a3-8d0f-76a6481a12d7'}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:01:05.837792 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a38d80-739e-4007-94a8-3ddb9c0c6617 None None] Attempting to bind port fc23627b-2961-4c5f-b26e-8e582b6346e0 on network 28aad49d-e36c-40a3-8d0f-76a6481a12d7 {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:01:05.846382 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a38d80-739e-4007-94a8-3ddb9c0c6617 None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:01:05.849373 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a38d80-739e-4007-94a8-3ddb9c0c6617 None None] Checking segment: {'id': '65565022-cd44-45f9-a093-7d2c31c2d00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '28aad49d-e36c-40a3-8d0f-76a6481a12d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:01:05.849373 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-b6a38d80-739e-4007-94a8-3ddb9c0c6617 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:05.849373 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a38d80-739e-4007-94a8-3ddb9c0c6617 None None] Bound using segment: {'id': '65565022-cd44-45f9-a093-7d2c31c2d00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '28aad49d-e36c-40a3-8d0f-76a6481a12d7'} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:01:05.849373 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-b6a38d80-739e-4007-94a8-3ddb9c0c6617 None None] Bound port: fc23627b-2961-4c5f-b26e-8e582b6346e0, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65565022-cd44-45f9-a093-7d2c31c2d00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '28aad49d-e36c-40a3-8d0f-76a6481a12d7'}}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:01:05.849373 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-b6a38d80-739e-4007-94a8-3ddb9c0c6617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (fc23627b-2961-4c5f-b26e-8e582b6346e0), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:05.924004 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bf803c65-cbac-401c-8189-1c9cbe1783e7 admin admin] Publish callbacks [] for router_gateway (3aa69693-a67c-4f04-bb86-c9f2bdf67482), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:05.942951 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-b6a38d80-739e-4007-94a8-3ddb9c0c6617 None None] For port fc23627b-2961-4c5f-b26e-8e582b6346e0, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:01:05.946400 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-b6a38d80-739e-4007-94a8-3ddb9c0c6617 None None] For port fc23627b-2961-4c5f-b26e-8e582b6346e0, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=fc23627b-2961-4c5f-b26e-8e582b6346e0,segment=NetworkSegment(65565022-cd44-45f9-a093-7d2c31c2d00b),segment_id=65565022-cd44-45f9-a093-7d2c31c2d00b)] {{(pid=115721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:01:05.959720 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bf803c65-cbac-401c-8189-1c9cbe1783e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:06.032626 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-b6a38d80-739e-4007-94a8-3ddb9c0c6617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (fc23627b-2961-4c5f-b26e-8e582b6346e0), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:06.089237 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_common [None req-bf803c65-cbac-401c-8189-1c9cbe1783e7 admin admin] Allocated IP 172.27.0.232 (3b1a5cd5-bca8-4f86-be99-483986f7f547/c4390997-9a11-4c24-ae70-32af92bbcdb2/6355efd5-16fd-4f6b-aa7d-e20ee6688775) {{(pid=115720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:01:06.132756 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a38d80-739e-4007-94a8-3ddb9c0c6617 None None] Pushing event updated for resources: {'Port': ['ID=fc23627b-2961-4c5f-b26e-8e582b6346e0,revision_number=2']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:06.260505 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bf803c65-cbac-401c-8189-1c9cbe1783e7 admin admin] Publish callbacks [] for port (6355efd5-16fd-4f6b-aa7d-e20ee6688775), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:06.426213 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bf803c65-cbac-401c-8189-1c9cbe1783e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (6355efd5-16fd-4f6b-aa7d-e20ee6688775), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:06.515075 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf803c65-cbac-401c-8189-1c9cbe1783e7 admin admin] Network 3b1a5cd5-bca8-4f86-be99-483986f7f547 is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:01:06.523803 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-bf803c65-cbac-401c-8189-1c9cbe1783e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:01:06.528274 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf803c65-cbac-401c-8189-1c9cbe1783e7 admin admin] Received port after_create {{(pid=115720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:01:06.531326 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf803c65-cbac-401c-8189-1c9cbe1783e7 admin admin] Pushing event updated for resources: {'Port': ['ID=6355efd5-16fd-4f6b-aa7d-e20ee6688775,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:06.797675 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device fc23627b-2961-4c5f-b26e-8e582b6346e0 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:01:06.868322 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port fc23627b-2961-4c5f-b26e-8e582b6346e0 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:01:06.868702 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (fc23627b-2961-4c5f-b26e-8e582b6346e0), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:06.979994 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port fc23627b-2961-4c5f-b26e-8e582b6346e0 is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:01:06.980848 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (fc23627b-2961-4c5f-b26e-8e582b6346e0), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:06.989818 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bf803c65-cbac-401c-8189-1c9cbe1783e7 admin admin] Publish callbacks [] for router_gateway (3aa69693-a67c-4f04-bb86-c9f2bdf67482), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:07.022699 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] For port fc23627b-2961-4c5f-b26e-8e582b6346e0, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=fc23627b-2961-4c5f-b26e-8e582b6346e0,segment=NetworkSegment(65565022-cd44-45f9-a093-7d2c31c2d00b),segment_id=65565022-cd44-45f9-a093-7d2c31c2d00b)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:01:07.028938 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-ce959037-c051-4f90-b457-66ee47fca8fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:07.101175 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (fc23627b-2961-4c5f-b26e-8e582b6346e0), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:07.102345 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 4701bed6-c944-4974-a73b-80f185854c17 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:01:07.212081 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Pushing event updated for resources: {'Port': ['ID=fc23627b-2961-4c5f-b26e-8e582b6346e0,revision_number=3']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:07.226359 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bf803c65-cbac-401c-8189-1c9cbe1783e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609569'] for router (3aa69693-a67c-4f04-bb86-c9f2bdf67482), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:07.227290 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 4701bed6-c944-4974-a73b-80f185854c17 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:01:07.227672 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (4701bed6-c944-4974-a73b-80f185854c17), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:07.332433 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 4701bed6-c944-4974-a73b-80f185854c17 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:01:07.341481 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3749164a-c0f1-4dec-bffd-c74ee598d01f None None] Network 28aad49d-e36c-40a3-8d0f-76a6481a12d7 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:01:07.425940 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf803c65-cbac-401c-8189-1c9cbe1783e7 admin admin] Router 3aa69693-a67c-4f04-bb86-c9f2bdf67482 is scheduled to L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f with binding_index 1 {{(pid=115720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 16:01:07.461103 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-e1fdce7c-59eb-4c57-820e-423a01387aa7 None None] Provisioning complete for port fc23627b-2961-4c5f-b26e-8e582b6346e0 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:01:07.461450 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-e1fdce7c-59eb-4c57-820e-423a01387aa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (fc23627b-2961-4c5f-b26e-8e582b6346e0), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:07.573235 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-e1fdce7c-59eb-4c57-820e-423a01387aa7 None None] Current status of the port fc23627b-2961-4c5f-b26e-8e582b6346e0 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:01:07.573438 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf803c65-cbac-401c-8189-1c9cbe1783e7 admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:01:07.584772 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d17f43-9d05-49f3-956c-15534576955d None None] Sync routers for ids ['3aa69693-a67c-4f04-bb86-c9f2bdf67482'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:01:07.597266 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d17f43-9d05-49f3-956c-15534576955d None None] Routers {'3aa69693-a67c-4f04-bb86-c9f2bdf67482'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:01:07.599045 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-93d17f43-9d05-49f3-956c-15534576955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:01:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['3aa69693-a67c-4f04-bb86-c9f2bdf67482'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:07.745774 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-93d17f43-9d05-49f3-956c-15534576955d None None] Set router 3aa69693-a67c-4f04-bb86-c9f2bdf67482 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:01:07.750246 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bf803c65-cbac-401c-8189-1c9cbe1783e7 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:07.754953 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 38104) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:07.755986 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-bf803c65-cbac-401c-8189-1c9cbe1783e7 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.8006845 Mar 31 16:01:07.868780 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-d7e7e2fb-72ad-47ef-8ca7-a07e31c11b80 None None] Provisioning complete for port fc23627b-2961-4c5f-b26e-8e582b6346e0 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:01:07.869264 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-d7e7e2fb-72ad-47ef-8ca7-a07e31c11b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (fc23627b-2961-4c5f-b26e-8e582b6346e0), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:07.898704 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:08.010931 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-d7e7e2fb-72ad-47ef-8ca7-a07e31c11b80 None None] Current status of the port fc23627b-2961-4c5f-b26e-8e582b6346e0 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:01:08.026435 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-93d17f43-9d05-49f3-956c-15534576955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa69693-a67c-4f04-bb86-c9f2bdf67482', 'name': 'tempest-TestShelveInstance-626084463-router', 'tenant_id': 'e92375c195b2441bad9727329bd03bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '6355efd5-16fd-4f6b-aa7d-e20ee6688775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:01:05Z', 'updated_at': '2022-03-31T16:01:06Z', 'revision_number': 3, 'project_id': 'e92375c195b2441bad9727329bd03bba', 'gw_port': {'id': '6355efd5-16fd-4f6b-aa7d-e20ee6688775', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa69693-a67c-4f04-bb86-c9f2bdf67482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:01:05Z', 'updated_at': '2022-03-31T16:01:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:08.061830 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d17f43-9d05-49f3-956c-15534576955d None None] Checking router: 3aa69693-a67c-4f04-bb86-c9f2bdf67482 for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:01:08.061830 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d17f43-9d05-49f3-956c-15534576955d None None] Updating router 3aa69693-a67c-4f04-bb86-c9f2bdf67482 port 6355efd5-16fd-4f6b-aa7d-e20ee6688775 binding host dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:01:08.103888 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-93d17f43-9d05-49f3-956c-15534576955d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (6355efd5-16fd-4f6b-aa7d-e20ee6688775), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:08.264701 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-59deaebf-1dc2-4807-8b56-1b6674730249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:08.386640 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-93d17f43-9d05-49f3-956c-15534576955d None None] Publish callbacks [] for port (6355efd5-16fd-4f6b-aa7d-e20ee6688775), precommit_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:08.436143 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [None req-59deaebf-1dc2-4807-8b56-1b6674730249 admin admin] Allocated IP 172.20.0.1 (28aad49d-e36c-40a3-8d0f-76a6481a12d7/ff588e90-5e93-4e03-9794-70d13685fd02/18574a7e-52ff-48bf-bb21-a2df153c8267) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:01:08.450975 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:08.543301 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-59deaebf-1dc2-4807-8b56-1b6674730249 admin admin] Publish callbacks [] for port (18574a7e-52ff-48bf-bb21-a2df153c8267), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:08.677038 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-93d17f43-9d05-49f3-956c-15534576955d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (6355efd5-16fd-4f6b-aa7d-e20ee6688775), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:08.677244 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-59deaebf-1dc2-4807-8b56-1b6674730249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (18574a7e-52ff-48bf-bb21-a2df153c8267), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:08.716450 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59deaebf-1dc2-4807-8b56-1b6674730249 admin admin] Network 28aad49d-e36c-40a3-8d0f-76a6481a12d7 is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:01:08.720357 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [None req-59deaebf-1dc2-4807-8b56-1b6674730249 admin admin] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:01:08.726671 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59deaebf-1dc2-4807-8b56-1b6674730249 admin admin] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:01:08.760414 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85168c17-8e42-4ceb-b9fc-9be38c56ebb2 None None] Pushing event updated for resources: {'Port': ['ID=6355efd5-16fd-4f6b-aa7d-e20ee6688775,revision_number=2']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:08.761771 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59deaebf-1dc2-4807-8b56-1b6674730249 admin admin] Pushing event updated for resources: {'Port': ['ID=18574a7e-52ff-48bf-bb21-a2df153c8267,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:08.786386 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-59deaebf-1dc2-4807-8b56-1b6674730249 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606710'] for router_interface (3aa69693-a67c-4f04-bb86-c9f2bdf67482), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:08.788456 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device fc23627b-2961-4c5f-b26e-8e582b6346e0 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:01:08.841849 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-93d17f43-9d05-49f3-956c-15534576955d None None] Attempting to bind port 6355efd5-16fd-4f6b-aa7d-e20ee6688775 on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:01:08.842299 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-93d17f43-9d05-49f3-956c-15534576955d None None] Attempting to bind port 6355efd5-16fd-4f6b-aa7d-e20ee6688775 by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:01:08.842733 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d17f43-9d05-49f3-956c-15534576955d None None] Attempting to bind port 6355efd5-16fd-4f6b-aa7d-e20ee6688775 on network 3b1a5cd5-bca8-4f86-be99-483986f7f547 {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:01:08.853140 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d17f43-9d05-49f3-956c-15534576955d None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:01:08.861092 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d17f43-9d05-49f3-956c-15534576955d None None] Checking segment: {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:01:08.861092 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-93d17f43-9d05-49f3-956c-15534576955d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:08.861092 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d17f43-9d05-49f3-956c-15534576955d None None] Bound using segment: {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:01:08.861092 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-93d17f43-9d05-49f3-956c-15534576955d None None] Bound port: 6355efd5-16fd-4f6b-aa7d-e20ee6688775, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:01:08.861092 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-93d17f43-9d05-49f3-956c-15534576955d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (6355efd5-16fd-4f6b-aa7d-e20ee6688775), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:08.917239 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port fc23627b-2961-4c5f-b26e-8e582b6346e0 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:01:08.917686 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (fc23627b-2961-4c5f-b26e-8e582b6346e0), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:08.940476 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-93d17f43-9d05-49f3-956c-15534576955d None None] For port 6355efd5-16fd-4f6b-aa7d-e20ee6688775, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:01:08.957575 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-93d17f43-9d05-49f3-956c-15534576955d None None] For port 6355efd5-16fd-4f6b-aa7d-e20ee6688775, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=6355efd5-16fd-4f6b-aa7d-e20ee6688775,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:01:09.018493 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port fc23627b-2961-4c5f-b26e-8e582b6346e0 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:01:09.033572 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-59deaebf-1dc2-4807-8b56-1b6674730249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (18574a7e-52ff-48bf-bb21-a2df153c8267), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:09.040160 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-e0652611-d484-4ce9-90a6-62a20bbae47a None None] Provisioning complete for port 18574a7e-52ff-48bf-bb21-a2df153c8267 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:01:09.040538 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-e0652611-d484-4ce9-90a6-62a20bbae47a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (18574a7e-52ff-48bf-bb21-a2df153c8267), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:09.084350 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-93d17f43-9d05-49f3-956c-15534576955d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (6355efd5-16fd-4f6b-aa7d-e20ee6688775), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:09.086147 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-e0652611-d484-4ce9-90a6-62a20bbae47a None None] Port 18574a7e-52ff-48bf-bb21-a2df153c8267 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:01:09.159349 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85168c17-8e42-4ceb-b9fc-9be38c56ebb2 None None] Pushing event updated for resources: {'Port': ['ID=6355efd5-16fd-4f6b-aa7d-e20ee6688775,revision_number=3']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:09.162060 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d17f43-9d05-49f3-956c-15534576955d None None] Routers {'3aa69693-a67c-4f04-bb86-c9f2bdf67482'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:01:09.162726 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-93d17f43-9d05-49f3-956c-15534576955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:01:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['3aa69693-a67c-4f04-bb86-c9f2bdf67482'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:09.215107 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-59deaebf-1dc2-4807-8b56-1b6674730249 admin admin] Publish callbacks [] for port (18574a7e-52ff-48bf-bb21-a2df153c8267), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:09.290539 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-93d17f43-9d05-49f3-956c-15534576955d None None] Set router 3aa69693-a67c-4f04-bb86-c9f2bdf67482 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:01:09.329866 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-59deaebf-1dc2-4807-8b56-1b6674730249 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (18574a7e-52ff-48bf-bb21-a2df153c8267), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:09.411369 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-59deaebf-1dc2-4807-8b56-1b6674730249 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606562'] for router_interface (3aa69693-a67c-4f04-bb86-c9f2bdf67482), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:09.416786 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59deaebf-1dc2-4807-8b56-1b6674730249 admin admin] Pushing event updated for resources: {'Port': ['ID=18574a7e-52ff-48bf-bb21-a2df153c8267,revision_number=2']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:09.446247 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:09.510443 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-93d17f43-9d05-49f3-956c-15534576955d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa69693-a67c-4f04-bb86-c9f2bdf67482', 'name': 'tempest-TestShelveInstance-626084463-router', 'tenant_id': 'e92375c195b2441bad9727329bd03bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '6355efd5-16fd-4f6b-aa7d-e20ee6688775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:01:05Z', 'updated_at': '2022-03-31T16:01:08Z', 'revision_number': 4, 'project_id': 'e92375c195b2441bad9727329bd03bba', 'gw_port': {'id': '6355efd5-16fd-4f6b-aa7d-e20ee6688775', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa69693-a67c-4f04-bb86-c9f2bdf67482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:01:05Z', 'updated_at': '2022-03-31T16:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '18574a7e-52ff-48bf-bb21-a2df153c8267', 'name': '', 'network_id': '28aad49d-e36c-40a3-8d0f-76a6481a12d7', 'tenant_id': 'e92375c195b2441bad9727329bd03bba', 'mac_address': 'fa:16:3e:8e:67:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa69693-a67c-4f04-bb86-c9f2bdf67482', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ff588e90-5e93-4e03-9794-70d13685fd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:01:08Z', 'updated_at': '2022-03-31T16:01:08Z', 'revision_number': 1, 'project_id': 'e92375c195b2441bad9727329bd03bba', 'subnets': [{'id': 'ff588e90-5e93-4e03-9794-70d13685fd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:09.513904 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59deaebf-1dc2-4807-8b56-1b6674730249 admin admin] Network 28aad49d-e36c-40a3-8d0f-76a6481a12d7 is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:01:09.515332 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [None req-59deaebf-1dc2-4807-8b56-1b6674730249 admin admin] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:01:09.541950 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d17f43-9d05-49f3-956c-15534576955d None None] The sync data for ids ['3aa69693-a67c-4f04-bb86-c9f2bdf67482'] in dv-cinder-836028-1-iscsi is: [{'id': '3aa69693-a67c-4f04-bb86-c9f2bdf67482', 'name': 'tempest-TestShelveInstance-626084463-router', 'tenant_id': 'e92375c195b2441bad9727329bd03bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '6355efd5-16fd-4f6b-aa7d-e20ee6688775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:01:05Z', 'updated_at': '2022-03-31T16:01:08Z', 'revision_number': 4, 'project_id': 'e92375c195b2441bad9727329bd03bba', 'gw_port': {'id': '6355efd5-16fd-4f6b-aa7d-e20ee6688775', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa69693-a67c-4f04-bb86-c9f2bdf67482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:01:05Z', 'updated_at': '2022-03-31T16:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '18574a7e-52ff-48bf-bb21-a2df153c8267', 'name': '', 'network_id': '28aad49d-e36c-40a3-8d0f-76a6481a12d7', 'tenant_id': 'e92375c195b2441bad9727329bd03bba', 'mac_address': 'fa:16:3e:8e:67:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa69693-a67c-4f04-bb86-c9f2bdf67482', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ff588e90-5e93-4e03-9794-70d13685fd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:01:08Z', 'updated_at': '2022-03-31T16:01:08Z', 'revision_number': 1, 'project_id': 'e92375c195b2441bad9727329bd03bba', 'subnets': [{'id': 'ff588e90-5e93-4e03-9794-70d13685fd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:01:09.645636 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59deaebf-1dc2-4807-8b56-1b6674730249 admin admin] Router 3aa69693-a67c-4f04-bb86-c9f2bdf67482 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:01:09.759444 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59deaebf-1dc2-4807-8b56-1b6674730249 admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:01:09.777047 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-59deaebf-1dc2-4807-8b56-1b6674730249 admin admin] 10.222.0.47 "PUT /v2.0/routers/3aa69693-a67c-4f04-bb86-c9f2bdf67482/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0201573 Mar 31 16:01:09.812146 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-b6d448ac-d726-4b1b-a2fd-d268b752fa71 None None] Provisioning complete for port 18574a7e-52ff-48bf-bb21-a2df153c8267 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:01:09.812452 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-b6d448ac-d726-4b1b-a2fd-d268b752fa71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (18574a7e-52ff-48bf-bb21-a2df153c8267), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:09.854148 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-b6d448ac-d726-4b1b-a2fd-d268b752fa71 None None] Port 18574a7e-52ff-48bf-bb21-a2df153c8267 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:01:10.672669 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 38164) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:10.672669 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-0466e63e-dd53-4569-a16e-3c8440c14e21 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-515780233', 'description': 'tempest-secgroup-smoke-515780233 description', 'project_id': 'c3eb6cb740de46858b563c91534e31e1'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:01:10.774296 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-0466e63e-dd53-4569-a16e-3c8440c14e21 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:10.846464 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-0466e63e-dd53-4569-a16e-3c8440c14e21 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for security_group (76792972-eeae-4b5d-affc-9f5c7d0bb8da), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:10.968284 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-0466e63e-dd53-4569-a16e-3c8440c14e21 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (76792972-eeae-4b5d-affc-9f5c7d0bb8da), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:10.997558 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466e63e-dd53-4569-a16e-3c8440c14e21 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76792972-eeae-4b5d-affc-9f5c7d0bb8da,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:11.075614 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-0466e63e-dd53-4569-a16e-3c8440c14e21 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:11.076934 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-0466e63e-dd53-4569-a16e-3c8440c14e21 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4079342 Mar 31 16:01:11.080239 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 38172) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:11.084676 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-bceb2f79-8356-4a92-8e4c-dff9879ca68b tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Request body: {'security_group_rule': {'security_group_id': '76792972-eeae-4b5d-affc-9f5c7d0bb8da', 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:01:11.119919 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:11.216083 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-bceb2f79-8356-4a92-8e4c-dff9879ca68b tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for security_group_rule (305f4f85-c5dc-4823-be9d-638605a0f636), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:11.269282 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-bceb2f79-8356-4a92-8e4c-dff9879ca68b tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for security_group_rule (305f4f85-c5dc-4823-be9d-638605a0f636), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:11.347804 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-bceb2f79-8356-4a92-8e4c-dff9879ca68b tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (305f4f85-c5dc-4823-be9d-638605a0f636), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:11.366522 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bceb2f79-8356-4a92-8e4c-dff9879ca68b tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=305f4f85-c5dc-4823-be9d-638605a0f636,revision_number=0']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:11.425185 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-bceb2f79-8356-4a92-8e4c-dff9879ca68b tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:11.426846 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-bceb2f79-8356-4a92-8e4c-dff9879ca68b tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3456423 Mar 31 16:01:11.429670 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 38174) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:11.434415 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-e0fd4498-2f58-465e-a94e-ba53eba2f620 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Request body: {'security_group_rule': {'security_group_id': '76792972-eeae-4b5d-affc-9f5c7d0bb8da', 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:01:11.524690 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e0fd4498-2f58-465e-a94e-ba53eba2f620 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for security_group_rule (e022520f-bc91-4345-8e5c-24909e00216b), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:11.584828 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e0fd4498-2f58-465e-a94e-ba53eba2f620 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for security_group_rule (e022520f-bc91-4345-8e5c-24909e00216b), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:11.725114 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e0fd4498-2f58-465e-a94e-ba53eba2f620 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (e022520f-bc91-4345-8e5c-24909e00216b), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:11.743530 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fd4498-2f58-465e-a94e-ba53eba2f620 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e022520f-bc91-4345-8e5c-24909e00216b,revision_number=0']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:11.812751 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e0fd4498-2f58-465e-a94e-ba53eba2f620 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:11.816550 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-e0fd4498-2f58-465e-a94e-ba53eba2f620 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3831911 Mar 31 16:01:11.816859 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 38176) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:11.821350 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-dbd625bc-e20a-4fc3-80c2-d74009a7bd97 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Request body: {'security_group_rule': {'security_group_id': '76792972-eeae-4b5d-affc-9f5c7d0bb8da', 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:01:11.927529 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-dbd625bc-e20a-4fc3-80c2-d74009a7bd97 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for security_group_rule (74e74839-aeb5-4478-b2cc-abc83adb565d), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:11.986227 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-dbd625bc-e20a-4fc3-80c2-d74009a7bd97 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for security_group_rule (74e74839-aeb5-4478-b2cc-abc83adb565d), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:12.042709 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-dbd625bc-e20a-4fc3-80c2-d74009a7bd97 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (74e74839-aeb5-4478-b2cc-abc83adb565d), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:12.060783 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd625bc-e20a-4fc3-80c2-d74009a7bd97 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e74839-aeb5-4478-b2cc-abc83adb565d,revision_number=0']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:12.107574 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-dbd625bc-e20a-4fc3-80c2-d74009a7bd97 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:12.109134 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-dbd625bc-e20a-4fc3-80c2-d74009a7bd97 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2910450 Mar 31 16:01:12.118985 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 38186) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:12.118985 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-8265992d-8607-4bdf-95f7-01f1fe5d517a tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Request body: {'security_group_rule': {'security_group_id': '76792972-eeae-4b5d-affc-9f5c7d0bb8da', 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:01:12.187313 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-8265992d-8607-4bdf-95f7-01f1fe5d517a tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for security_group_rule (c09f200f-ecbb-4808-8ea3-87e22e145c53), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:12.243898 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-8265992d-8607-4bdf-95f7-01f1fe5d517a tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for security_group_rule (c09f200f-ecbb-4808-8ea3-87e22e145c53), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:12.296529 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-8265992d-8607-4bdf-95f7-01f1fe5d517a tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (c09f200f-ecbb-4808-8ea3-87e22e145c53), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:12.315026 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8265992d-8607-4bdf-95f7-01f1fe5d517a tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c09f200f-ecbb-4808-8ea3-87e22e145c53,revision_number=0']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:12.396299 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-8265992d-8607-4bdf-95f7-01f1fe5d517a tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:12.397659 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-8265992d-8607-4bdf-95f7-01f1fe5d517a tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2850990 Mar 31 16:01:12.400379 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 38188) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:12.405879 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-6b944ed8-9936-4cf6-a43f-bac9355003ee tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Request body: {'security_group_rule': {'security_group_id': '76792972-eeae-4b5d-affc-9f5c7d0bb8da', 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:01:12.513759 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.db.securitygroups_db [None req-6b944ed8-9936-4cf6-a43f-bac9355003ee tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Project c3eb6cb740de46858b563c91534e31e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:01:12.519613 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-6b944ed8-9936-4cf6-a43f-bac9355003ee tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for security_group_rule (cfd52cc3-3971-4891-98b5-9dc89d86aea3), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:12.593757 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-6b944ed8-9936-4cf6-a43f-bac9355003ee tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for security_group_rule (cfd52cc3-3971-4891-98b5-9dc89d86aea3), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:12.674128 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-6b944ed8-9936-4cf6-a43f-bac9355003ee tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (cfd52cc3-3971-4891-98b5-9dc89d86aea3), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:12.693291 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b944ed8-9936-4cf6-a43f-bac9355003ee tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd52cc3-3971-4891-98b5-9dc89d86aea3,revision_number=0']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:12.768343 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 6355efd5-16fd-4f6b-aa7d-e20ee6688775 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:01:12.776023 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-6b944ed8-9936-4cf6-a43f-bac9355003ee tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:12.777397 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-6b944ed8-9936-4cf6-a43f-bac9355003ee tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3760746 Mar 31 16:01:12.780334 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 38198) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:12.792188 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-b691c817-f34a-4bc0-ace2-3efdc2b22687 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Request body: {'security_group_rule': {'security_group_id': '76792972-eeae-4b5d-affc-9f5c7d0bb8da', 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:01:12.820704 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 6355efd5-16fd-4f6b-aa7d-e20ee6688775 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:01:12.821082 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (6355efd5-16fd-4f6b-aa7d-e20ee6688775), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:12.871397 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.securitygroups_db [None req-b691c817-f34a-4bc0-ace2-3efdc2b22687 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Project c3eb6cb740de46858b563c91534e31e1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:01:12.879360 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b691c817-f34a-4bc0-ace2-3efdc2b22687 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for security_group_rule (e78cd009-a9f3-42fd-a957-6c8e01cac63e), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:12.883166 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41605d0d-9b41-4069-84f0-c16260fd4503 None None] Sync routers for ids ['3aa69693-a67c-4f04-bb86-c9f2bdf67482'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:01:12.897898 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41605d0d-9b41-4069-84f0-c16260fd4503 None None] Routers {'3aa69693-a67c-4f04-bb86-c9f2bdf67482'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:01:12.898750 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-41605d0d-9b41-4069-84f0-c16260fd4503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:01:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['3aa69693-a67c-4f04-bb86-c9f2bdf67482'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:12.900011 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 6355efd5-16fd-4f6b-aa7d-e20ee6688775 is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:01:12.900511 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (6355efd5-16fd-4f6b-aa7d-e20ee6688775), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:12.927312 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] For port 6355efd5-16fd-4f6b-aa7d-e20ee6688775, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=6355efd5-16fd-4f6b-aa7d-e20ee6688775,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:01:13.021622 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-41605d0d-9b41-4069-84f0-c16260fd4503 None None] Set router 3aa69693-a67c-4f04-bb86-c9f2bdf67482 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:01:13.027834 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (6355efd5-16fd-4f6b-aa7d-e20ee6688775), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:13.082069 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Pushing event updated for resources: {'Port': ['ID=6355efd5-16fd-4f6b-aa7d-e20ee6688775,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:13.199185 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b691c817-f34a-4bc0-ace2-3efdc2b22687 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for security_group_rule (e78cd009-a9f3-42fd-a957-6c8e01cac63e), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:13.225998 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-41605d0d-9b41-4069-84f0-c16260fd4503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa69693-a67c-4f04-bb86-c9f2bdf67482', 'name': 'tempest-TestShelveInstance-626084463-router', 'tenant_id': 'e92375c195b2441bad9727329bd03bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '6355efd5-16fd-4f6b-aa7d-e20ee6688775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:01:05Z', 'updated_at': '2022-03-31T16:01:08Z', 'revision_number': 4, 'project_id': 'e92375c195b2441bad9727329bd03bba', 'gw_port': {'id': '6355efd5-16fd-4f6b-aa7d-e20ee6688775', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa69693-a67c-4f04-bb86-c9f2bdf67482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:01:05Z', 'updated_at': '2022-03-31T16:01:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '18574a7e-52ff-48bf-bb21-a2df153c8267', 'name': '', 'network_id': '28aad49d-e36c-40a3-8d0f-76a6481a12d7', 'tenant_id': 'e92375c195b2441bad9727329bd03bba', 'mac_address': 'fa:16:3e:8e:67:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa69693-a67c-4f04-bb86-c9f2bdf67482', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ff588e90-5e93-4e03-9794-70d13685fd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:01:08Z', 'updated_at': '2022-03-31T16:01:09Z', 'revision_number': 2, 'project_id': 'e92375c195b2441bad9727329bd03bba', 'subnets': [{'id': 'ff588e90-5e93-4e03-9794-70d13685fd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:13.288278 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b691c817-f34a-4bc0-ace2-3efdc2b22687 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (e78cd009-a9f3-42fd-a957-6c8e01cac63e), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:13.306867 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691c817-f34a-4bc0-ace2-3efdc2b22687 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e78cd009-a9f3-42fd-a957-6c8e01cac63e,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:13.342519 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41605d0d-9b41-4069-84f0-c16260fd4503 None None] Checking router: 3aa69693-a67c-4f04-bb86-c9f2bdf67482 for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:01:13.342868 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41605d0d-9b41-4069-84f0-c16260fd4503 None None] Updating router 3aa69693-a67c-4f04-bb86-c9f2bdf67482 port 18574a7e-52ff-48bf-bb21-a2df153c8267 binding host dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:01:13.369651 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-41605d0d-9b41-4069-84f0-c16260fd4503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (18574a7e-52ff-48bf-bb21-a2df153c8267), before_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:13.375791 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b691c817-f34a-4bc0-ace2-3efdc2b22687 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:13.377663 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-b691c817-f34a-4bc0-ace2-3efdc2b22687 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5963149 Mar 31 16:01:13.674988 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-41605d0d-9b41-4069-84f0-c16260fd4503 None None] Publish callbacks [] for port (18574a7e-52ff-48bf-bb21-a2df153c8267), precommit_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:13.802483 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-41605d0d-9b41-4069-84f0-c16260fd4503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (18574a7e-52ff-48bf-bb21-a2df153c8267), after_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:13.854986 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7df12-6e19-44ca-ace5-01e3efdef2db None None] Pushing event updated for resources: {'Port': ['ID=18574a7e-52ff-48bf-bb21-a2df153c8267,revision_number=3']} {{(pid=115722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:13.910903 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-41605d0d-9b41-4069-84f0-c16260fd4503 None None] Attempting to bind port 18574a7e-52ff-48bf-bb21-a2df153c8267 on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:01:13.911559 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-41605d0d-9b41-4069-84f0-c16260fd4503 None None] Attempting to bind port 18574a7e-52ff-48bf-bb21-a2df153c8267 by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': '65565022-cd44-45f9-a093-7d2c31c2d00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '28aad49d-e36c-40a3-8d0f-76a6481a12d7'}] {{(pid=115722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:01:13.911666 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41605d0d-9b41-4069-84f0-c16260fd4503 None None] Attempting to bind port 18574a7e-52ff-48bf-bb21-a2df153c8267 on network 28aad49d-e36c-40a3-8d0f-76a6481a12d7 {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:01:13.916799 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41605d0d-9b41-4069-84f0-c16260fd4503 None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:01:13.917171 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41605d0d-9b41-4069-84f0-c16260fd4503 None None] Checking segment: {'id': '65565022-cd44-45f9-a093-7d2c31c2d00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '28aad49d-e36c-40a3-8d0f-76a6481a12d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:01:13.917569 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-41605d0d-9b41-4069-84f0-c16260fd4503 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:13.917958 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41605d0d-9b41-4069-84f0-c16260fd4503 None None] Bound using segment: {'id': '65565022-cd44-45f9-a093-7d2c31c2d00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '28aad49d-e36c-40a3-8d0f-76a6481a12d7'} {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:01:13.921293 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-41605d0d-9b41-4069-84f0-c16260fd4503 None None] Bound port: 18574a7e-52ff-48bf-bb21-a2df153c8267, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65565022-cd44-45f9-a093-7d2c31c2d00b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 814, 'network_id': '28aad49d-e36c-40a3-8d0f-76a6481a12d7'}}] {{(pid=115722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:01:13.921293 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-41605d0d-9b41-4069-84f0-c16260fd4503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (18574a7e-52ff-48bf-bb21-a2df153c8267), before_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:14.005442 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.db [None req-41605d0d-9b41-4069-84f0-c16260fd4503 None None] For port 18574a7e-52ff-48bf-bb21-a2df153c8267, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:01:14.009036 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.db [None req-41605d0d-9b41-4069-84f0-c16260fd4503 None None] For port 18574a7e-52ff-48bf-bb21-a2df153c8267, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=18574a7e-52ff-48bf-bb21-a2df153c8267,segment=NetworkSegment(65565022-cd44-45f9-a093-7d2c31c2d00b),segment_id=65565022-cd44-45f9-a093-7d2c31c2d00b)] {{(pid=115722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:01:14.074523 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-41605d0d-9b41-4069-84f0-c16260fd4503 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (18574a7e-52ff-48bf-bb21-a2df153c8267), after_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:14.105675 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-b867a0da-ebd7-4541-b2b3-6c64cc433eb0 None None] Provisioning complete for port 18574a7e-52ff-48bf-bb21-a2df153c8267 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:01:14.106565 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-b867a0da-ebd7-4541-b2b3-6c64cc433eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (18574a7e-52ff-48bf-bb21-a2df153c8267), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:14.135466 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41605d0d-9b41-4069-84f0-c16260fd4503 None None] Routers {'3aa69693-a67c-4f04-bb86-c9f2bdf67482'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:01:14.136151 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-41605d0d-9b41-4069-84f0-c16260fd4503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:01:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['3aa69693-a67c-4f04-bb86-c9f2bdf67482'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:14.181902 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b7df12-6e19-44ca-ace5-01e3efdef2db None None] Pushing event updated for resources: {'Port': ['ID=18574a7e-52ff-48bf-bb21-a2df153c8267,revision_number=4']} {{(pid=115722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:14.279399 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-41605d0d-9b41-4069-84f0-c16260fd4503 None None] Set router 3aa69693-a67c-4f04-bb86-c9f2bdf67482 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:01:14.394191 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-b867a0da-ebd7-4541-b2b3-6c64cc433eb0 None None] Current status of the port 18574a7e-52ff-48bf-bb21-a2df153c8267 is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:01:14.394724 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-b867a0da-ebd7-4541-b2b3-6c64cc433eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (18574a7e-52ff-48bf-bb21-a2df153c8267), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:14.429256 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-b867a0da-ebd7-4541-b2b3-6c64cc433eb0 None None] For port 18574a7e-52ff-48bf-bb21-a2df153c8267, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=18574a7e-52ff-48bf-bb21-a2df153c8267,segment=NetworkSegment(65565022-cd44-45f9-a093-7d2c31c2d00b),segment_id=65565022-cd44-45f9-a093-7d2c31c2d00b)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:01:14.495244 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-41605d0d-9b41-4069-84f0-c16260fd4503 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa69693-a67c-4f04-bb86-c9f2bdf67482', 'name': 'tempest-TestShelveInstance-626084463-router', 'tenant_id': 'e92375c195b2441bad9727329bd03bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '6355efd5-16fd-4f6b-aa7d-e20ee6688775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:01:05Z', 'updated_at': '2022-03-31T16:01:08Z', 'revision_number': 4, 'project_id': 'e92375c195b2441bad9727329bd03bba', 'gw_port': {'id': '6355efd5-16fd-4f6b-aa7d-e20ee6688775', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69693-a67c-4f04-bb86-c9f2bdf67482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:01:05Z', 'updated_at': '2022-03-31T16:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '18574a7e-52ff-48bf-bb21-a2df153c8267', 'name': '', 'network_id': '28aad49d-e36c-40a3-8d0f-76a6481a12d7', 'tenant_id': 'e92375c195b2441bad9727329bd03bba', 'mac_address': 'fa:16:3e:8e:67:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa69693-a67c-4f04-bb86-c9f2bdf67482', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ff588e90-5e93-4e03-9794-70d13685fd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:01:08Z', 'updated_at': '2022-03-31T16:01:14Z', 'revision_number': 4, 'project_id': 'e92375c195b2441bad9727329bd03bba', 'subnets': [{'id': 'ff588e90-5e93-4e03-9794-70d13685fd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:01:14.496748 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-b867a0da-ebd7-4541-b2b3-6c64cc433eb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (18574a7e-52ff-48bf-bb21-a2df153c8267), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:14.521902 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41605d0d-9b41-4069-84f0-c16260fd4503 None None] The sync data for ids ['3aa69693-a67c-4f04-bb86-c9f2bdf67482'] in dv-cinder-836028-1-iscsi is: [{'id': '3aa69693-a67c-4f04-bb86-c9f2bdf67482', 'name': 'tempest-TestShelveInstance-626084463-router', 'tenant_id': 'e92375c195b2441bad9727329bd03bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '6355efd5-16fd-4f6b-aa7d-e20ee6688775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:01:05Z', 'updated_at': '2022-03-31T16:01:08Z', 'revision_number': 4, 'project_id': 'e92375c195b2441bad9727329bd03bba', 'gw_port': {'id': '6355efd5-16fd-4f6b-aa7d-e20ee6688775', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69693-a67c-4f04-bb86-c9f2bdf67482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:01:05Z', 'updated_at': '2022-03-31T16:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '18574a7e-52ff-48bf-bb21-a2df153c8267', 'name': '', 'network_id': '28aad49d-e36c-40a3-8d0f-76a6481a12d7', 'tenant_id': 'e92375c195b2441bad9727329bd03bba', 'mac_address': 'fa:16:3e:8e:67:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3aa69693-a67c-4f04-bb86-c9f2bdf67482', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': 'ff588e90-5e93-4e03-9794-70d13685fd02', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:01:08Z', 'updated_at': '2022-03-31T16:01:14Z', 'revision_number': 4, 'project_id': 'e92375c195b2441bad9727329bd03bba', 'subnets': [{'id': 'ff588e90-5e93-4e03-9794-70d13685fd02', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:01:14.548787 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b867a0da-ebd7-4541-b2b3-6c64cc433eb0 None None] Pushing event updated for resources: {'Port': ['ID=18574a7e-52ff-48bf-bb21-a2df153c8267,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:14.616452 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-dd65501f-ea86-4bff-afb9-e76092dc9ee7 None None] Provisioning complete for port 18574a7e-52ff-48bf-bb21-a2df153c8267 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:01:14.620462 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-dd65501f-ea86-4bff-afb9-e76092dc9ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (18574a7e-52ff-48bf-bb21-a2df153c8267), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:14.711185 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-dd65501f-ea86-4bff-afb9-e76092dc9ee7 None None] Current status of the port 18574a7e-52ff-48bf-bb21-a2df153c8267 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:01:14.786454 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 6355efd5-16fd-4f6b-aa7d-e20ee6688775 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:01:14.841587 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 6355efd5-16fd-4f6b-aa7d-e20ee6688775 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:01:14.842197 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (6355efd5-16fd-4f6b-aa7d-e20ee6688775), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:14.935895 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 6355efd5-16fd-4f6b-aa7d-e20ee6688775 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:01:14.937001 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 18574a7e-52ff-48bf-bb21-a2df153c8267 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:01:14.997274 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 18574a7e-52ff-48bf-bb21-a2df153c8267 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:01:14.997722 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (18574a7e-52ff-48bf-bb21-a2df153c8267), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:15.099112 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 18574a7e-52ff-48bf-bb21-a2df153c8267 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:01:26.848751 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 38480) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:26.953007 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-dddee44f-5cc8-4fa9-8899-8c52c2956d0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:27.025275 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-dddee44f-5cc8-4fa9-8899-8c52c2956d0e admin admin] Publish callbacks [] for security_group (d3eaccdc-846e-47f7-8c5a-a43e2a286266), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:27.076975 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-dddee44f-5cc8-4fa9-8899-8c52c2956d0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (d3eaccdc-846e-47f7-8c5a-a43e2a286266), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:27.114473 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-dddee44f-5cc8-4fa9-8899-8c52c2956d0e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f64f2e146970429b9495b8e2adb2f44c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2646594 Mar 31 16:01:27.115337 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddee44f-5cc8-4fa9-8899-8c52c2956d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3eaccdc-846e-47f7-8c5a-a43e2a286266,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:27.117710 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 38486) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:27.172473 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-0be0ff2e-c0ca-4404-8f16-05ca29c61243 admin admin] Publish callbacks [] for security_group (d3eaccdc-846e-47f7-8c5a-a43e2a286266), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:27.193220 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-0be0ff2e-c0ca-4404-8f16-05ca29c61243 admin admin] Publish callbacks [] for security_group (d3eaccdc-846e-47f7-8c5a-a43e2a286266), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:27.305670 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-0be0ff2e-c0ca-4404-8f16-05ca29c61243 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (d3eaccdc-846e-47f7-8c5a-a43e2a286266), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:27.308307 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-0be0ff2e-c0ca-4404-8f16-05ca29c61243 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:27.309759 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-0be0ff2e-c0ca-4404-8f16-05ca29c61243 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d3eaccdc-846e-47f7-8c5a-a43e2a286266 HTTP/1.1" status: 204 len: 168 time: 0.1886833 Mar 31 16:01:27.318350 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be0ff2e-c0ca-4404-8f16-05ca29c61243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3eaccdc-846e-47f7-8c5a-a43e2a286266,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:27.973728 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 38506) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:27.986918 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-34b63c39-cdd1-4eeb-b926-0bf5015caac3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:28.061768 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-34b63c39-cdd1-4eeb-b926-0bf5015caac3 admin admin] Publish callbacks [] for security_group (70e04c8d-fa07-4e71-b988-f0f35c7bb135), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:28.128543 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-34b63c39-cdd1-4eeb-b926-0bf5015caac3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (70e04c8d-fa07-4e71-b988-f0f35c7bb135), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:28.170158 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 38508) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:28.170717 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-34b63c39-cdd1-4eeb-b926-0bf5015caac3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=15bd9212ad1e4dea9d5ae68dfb6ea81a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1953676 Mar 31 16:01:28.171300 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b63c39-cdd1-4eeb-b926-0bf5015caac3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e04c8d-fa07-4e71-b988-f0f35c7bb135,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:28.224008 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-056bd571-e663-40ff-86b8-3fa2a100a838 admin admin] Publish callbacks [] for security_group (70e04c8d-fa07-4e71-b988-f0f35c7bb135), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:28.246437 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-056bd571-e663-40ff-86b8-3fa2a100a838 admin admin] Publish callbacks [] for security_group (70e04c8d-fa07-4e71-b988-f0f35c7bb135), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:28.374181 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-056bd571-e663-40ff-86b8-3fa2a100a838 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (70e04c8d-fa07-4e71-b988-f0f35c7bb135), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:28.376735 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-056bd571-e663-40ff-86b8-3fa2a100a838 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:28.377899 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-056bd571-e663-40ff-86b8-3fa2a100a838 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/70e04c8d-fa07-4e71-b988-f0f35c7bb135 HTTP/1.1" status: 204 len: 168 time: 0.2065227 Mar 31 16:01:28.386179 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056bd571-e663-40ff-86b8-3fa2a100a838 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e04c8d-fa07-4e71-b988-f0f35c7bb135,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:30.805742 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:01:34.842750 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-ff8af1cf-af11-4087-b589-6ddb13d400bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:37.019460 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-da86fe2c-9687-4473-8eb4-fbc0e6de2524 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:37.781526 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:38.427168 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:39.362062 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:41.061653 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:45.976777 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dc933076-1760-4685-a313-9114791dedc6 req-2ed3e469-d3df-42fb-84f9-6578e1d69789 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-515780233&fields=id&tenant_id=c3eb6cb740de46858b563c91534e31e1 HTTP/1.1" status: 200 len: 267 time: 0.0666189 Mar 31 16:01:46.089421 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc933076-1760-4685-a313-9114791dedc6 req-6075631f-df29-4511-8376-fde428b0887c tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:46.091063 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dc933076-1760-4685-a313-9114791dedc6 req-6075631f-df29-4511-8376-fde428b0887c tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/networks?id=f5df2171-df10-40fb-8d87-a14b51591fae HTTP/1.1" status: 200 len: 809 time: 0.1045437 Mar 31 16:01:46.106866 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dc933076-1760-4685-a313-9114791dedc6 req-4d09992d-197e-4a48-a651-f2349f5a0e70 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/quotas/c3eb6cb740de46858b563c91534e31e1 HTTP/1.1" status: 200 len: 375 time: 0.0101175 Mar 31 16:01:46.161307 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dc933076-1760-4685-a313-9114791dedc6 req-3d158bd1-b67d-4780-a162-7fe033868c48 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=c3eb6cb740de46858b563c91534e31e1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491478 Mar 31 16:01:46.262813 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 38836) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:46.266223 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dc933076-1760-4685-a313-9114791dedc6 req-c2c462b0-7454-4a3e-92e7-4299f8f04418 service neutron] 10.222.0.47 "GET /v2.0/networks/f5df2171-df10-40fb-8d87-a14b51591fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931284 Mar 31 16:01:46.377912 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dc933076-1760-4685-a313-9114791dedc6 req-256e38fa-890b-4ff8-89f2-9245d5219454 service neutron] 10.222.0.47 "GET /v2.0/networks/f5df2171-df10-40fb-8d87-a14b51591fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049306 Mar 31 16:01:46.378748 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-884cf8da-143e-4ee6-889f-cda72f963c27 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:46.455451 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-884cf8da-143e-4ee6-889f-cda72f963c27 admin admin] Publish callbacks [] for security_group (2e0cdce9-3947-45be-88cc-807d27797014), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:46.513358 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-884cf8da-143e-4ee6-889f-cda72f963c27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (2e0cdce9-3947-45be-88cc-807d27797014), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:46.555920 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-884cf8da-143e-4ee6-889f-cda72f963c27 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=0b4ae77bebc64f1997ace1efbf24d597&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2919140 Mar 31 16:01:46.556817 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884cf8da-143e-4ee6-889f-cda72f963c27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e0cdce9-3947-45be-88cc-807d27797014,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:46.559195 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 38848) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:46.564667 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884cf8da-143e-4ee6-889f-cda72f963c27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:46.565045 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884cf8da-143e-4ee6-889f-cda72f963c27 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:46.565390 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884cf8da-143e-4ee6-889f-cda72f963c27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:46.565730 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884cf8da-143e-4ee6-889f-cda72f963c27 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:46.566065 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884cf8da-143e-4ee6-889f-cda72f963c27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:46.566437 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884cf8da-143e-4ee6-889f-cda72f963c27 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:46.566805 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884cf8da-143e-4ee6-889f-cda72f963c27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:46.567136 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884cf8da-143e-4ee6-889f-cda72f963c27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:46.567466 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884cf8da-143e-4ee6-889f-cda72f963c27 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:46.567793 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884cf8da-143e-4ee6-889f-cda72f963c27 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:46.568152 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884cf8da-143e-4ee6-889f-cda72f963c27 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:46.568483 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884cf8da-143e-4ee6-889f-cda72f963c27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:46.568808 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884cf8da-143e-4ee6-889f-cda72f963c27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:46.569130 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884cf8da-143e-4ee6-889f-cda72f963c27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:46.569451 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-884cf8da-143e-4ee6-889f-cda72f963c27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:46.609416 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-427726e3-3739-4dcf-8161-059159db4185 admin admin] Publish callbacks [] for security_group (2e0cdce9-3947-45be-88cc-807d27797014), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:46.630324 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-427726e3-3739-4dcf-8161-059159db4185 admin admin] Publish callbacks [] for security_group (2e0cdce9-3947-45be-88cc-807d27797014), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:46.753387 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-427726e3-3739-4dcf-8161-059159db4185 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (2e0cdce9-3947-45be-88cc-807d27797014), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:46.755906 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-427726e3-3739-4dcf-8161-059159db4185 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:46.757708 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-427726e3-3739-4dcf-8161-059159db4185 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2e0cdce9-3947-45be-88cc-807d27797014 HTTP/1.1" status: 204 len: 168 time: 0.1974385 Mar 31 16:01:46.766018 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427726e3-3739-4dcf-8161-059159db4185 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e0cdce9-3947-45be-88cc-807d27797014,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:46.944924 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-72b31c9f-6172-4b07-87dd-a3f394c71090 req-8cde324c-4c51-47ca-a177-3315c52d7552 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 210 time: 0.0278525 Mar 31 16:01:48.039287 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b11db77a-a18e-42c5-842a-ddf29ca34c62 req-a008301d-ac00-4dc9-801f-3b9177efd12c tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 210 time: 0.0278041 Mar 31 16:01:48.114427 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 38910) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:48.221767 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-d06efcec-0af1-41a0-89c2-6efb117408a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:48.306877 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-d06efcec-0af1-41a0-89c2-6efb117408a0 admin admin] Publish callbacks [] for security_group (bf4dc116-4f99-4c19-99d9-d53024312944), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:48.336951 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 38920) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:48.370174 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-d06efcec-0af1-41a0-89c2-6efb117408a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (bf4dc116-4f99-4c19-99d9-d53024312944), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:48.421173 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-d06efcec-0af1-41a0-89c2-6efb117408a0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=eccb91585b074162806f2148ae80daf9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3056066 Mar 31 16:01:48.423106 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06efcec-0af1-41a0-89c2-6efb117408a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4dc116-4f99-4c19-99d9-d53024312944,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:48.423970 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 38926) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:48.453961 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8c6cca8d-be0f-43bf-b0c3-407171cbfc71 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:48.475860 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-0277b10c-8506-45a0-8d7b-cb88322266a5 admin admin] Publish callbacks [] for security_group (bf4dc116-4f99-4c19-99d9-d53024312944), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:48.502094 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-0277b10c-8506-45a0-8d7b-cb88322266a5 admin admin] Publish callbacks [] for security_group (bf4dc116-4f99-4c19-99d9-d53024312944), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:48.534519 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8c6cca8d-be0f-43bf-b0c3-407171cbfc71 admin admin] Publish callbacks [] for security_group (f635f47a-a1ed-4631-b3c7-43422b990b60), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:48.619420 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8c6cca8d-be0f-43bf-b0c3-407171cbfc71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (f635f47a-a1ed-4631-b3c7-43422b990b60), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:48.658329 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-8c6cca8d-be0f-43bf-b0c3-407171cbfc71 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5e845952e762487181c4f7da75856fef&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3202641 Mar 31 16:01:48.659471 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6cca8d-be0f-43bf-b0c3-407171cbfc71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f635f47a-a1ed-4631-b3c7-43422b990b60,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:48.662087 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 38928) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:48.678779 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-0277b10c-8506-45a0-8d7b-cb88322266a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (bf4dc116-4f99-4c19-99d9-d53024312944), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:48.681339 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-0277b10c-8506-45a0-8d7b-cb88322266a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:48.682426 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-0277b10c-8506-45a0-8d7b-cb88322266a5 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bf4dc116-4f99-4c19-99d9-d53024312944 HTTP/1.1" status: 204 len: 168 time: 0.2574086 Mar 31 16:01:48.702472 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0277b10c-8506-45a0-8d7b-cb88322266a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4dc116-4f99-4c19-99d9-d53024312944,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:48.729147 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-5e3ebcd9-3a87-4a98-a0a7-22220130b8fa admin admin] Publish callbacks [] for security_group (f635f47a-a1ed-4631-b3c7-43422b990b60), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:48.754100 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-5e3ebcd9-3a87-4a98-a0a7-22220130b8fa admin admin] Publish callbacks [] for security_group (f635f47a-a1ed-4631-b3c7-43422b990b60), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:48.823227 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 38934) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:48.877272 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-5e3ebcd9-3a87-4a98-a0a7-22220130b8fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (f635f47a-a1ed-4631-b3c7-43422b990b60), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:48.879896 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-5e3ebcd9-3a87-4a98-a0a7-22220130b8fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:48.883431 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-5e3ebcd9-3a87-4a98-a0a7-22220130b8fa admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f635f47a-a1ed-4631-b3c7-43422b990b60 HTTP/1.1" status: 204 len: 168 time: 0.2180684 Mar 31 16:01:48.890383 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3ebcd9-3a87-4a98-a0a7-22220130b8fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f635f47a-a1ed-4631-b3c7-43422b990b60,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:49.027027 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3e6d-06c6-4696-81b3-637c00fd6f8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:49.123212 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3e6d-06c6-4696-81b3-637c00fd6f8a admin admin] Publish callbacks [] for security_group (1b07f56a-8a82-4036-bbfb-b7c7999b413e), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:49.145490 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9cb46389-4e2f-4623-93d7-feb601064e7a req-3cf5ce07-d907-44d3-823c-5c0da78fe7d4 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 210 time: 0.0291576 Mar 31 16:01:49.199480 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-e6cb3e6d-06c6-4696-81b3-637c00fd6f8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (1b07f56a-8a82-4036-bbfb-b7c7999b413e), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:49.240092 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-e6cb3e6d-06c6-4696-81b3-637c00fd6f8a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=d73964e915f8496cad99fe358e9a2728&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4157395 Mar 31 16:01:49.240889 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cb3e6d-06c6-4696-81b3-637c00fd6f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b07f56a-8a82-4036-bbfb-b7c7999b413e,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:49.242852 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 38944) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:49.291261 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4dc7-27fc-44ec-a98c-0ffb5599f9d1 admin admin] Publish callbacks [] for security_group (1b07f56a-8a82-4036-bbfb-b7c7999b413e), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:49.317433 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4dc7-27fc-44ec-a98c-0ffb5599f9d1 admin admin] Publish callbacks [] for security_group (1b07f56a-8a82-4036-bbfb-b7c7999b413e), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:49.426710 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 38952) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:49.435324 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4dc7-27fc-44ec-a98c-0ffb5599f9d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (1b07f56a-8a82-4036-bbfb-b7c7999b413e), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:49.438038 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6fcb4dc7-27fc-44ec-a98c-0ffb5599f9d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:49.439179 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-6fcb4dc7-27fc-44ec-a98c-0ffb5599f9d1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1b07f56a-8a82-4036-bbfb-b7c7999b413e HTTP/1.1" status: 204 len: 168 time: 0.1953361 Mar 31 16:01:49.455160 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-55b5eba1-f23e-4514-8fce-d17259e18260 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:49.458276 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb4dc7-27fc-44ec-a98c-0ffb5599f9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b07f56a-8a82-4036-bbfb-b7c7999b413e,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:49.543703 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-55b5eba1-f23e-4514-8fce-d17259e18260 admin admin] Publish callbacks [] for security_group (006a8cee-f3df-4d56-9a07-cff10ccbbc39), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:49.649274 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-55b5eba1-f23e-4514-8fce-d17259e18260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (006a8cee-f3df-4d56-9a07-cff10ccbbc39), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:49.741607 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-55b5eba1-f23e-4514-8fce-d17259e18260 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=66fdb392cb954ac3be493ee2e55b200e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3137710 Mar 31 16:01:49.744787 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 38960) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:49.747665 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b5eba1-f23e-4514-8fce-d17259e18260 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=006a8cee-f3df-4d56-9a07-cff10ccbbc39,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:49.793606 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc933076-1760-4685-a313-9114791dedc6 req-9fc6aec2-896c-4342-b51d-f57296f5fa2e tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:49.795123 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-dc933076-1760-4685-a313-9114791dedc6 req-9fc6aec2-896c-4342-b51d-f57296f5fa2e tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.24 "GET /v2.0/networks?id=f5df2171-df10-40fb-8d87-a14b51591fae HTTP/1.1" status: 200 len: 809 time: 0.1469455 Mar 31 16:01:49.809318 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-7f6a3752-bf83-4bd7-8d78-9032df0ac635 admin admin] Publish callbacks [] for security_group (006a8cee-f3df-4d56-9a07-cff10ccbbc39), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:49.836147 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-7f6a3752-bf83-4bd7-8d78-9032df0ac635 admin admin] Publish callbacks [] for security_group (006a8cee-f3df-4d56-9a07-cff10ccbbc39), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:49.879748 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-dc933076-1760-4685-a313-9114791dedc6 req-25ad3df2-f3a0-41c1-927c-0bdadd37d1e4 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c3eb6cb740de46858b563c91534e31e1 HTTP/1.1" status: 200 len: 379 time: 0.0684326 Mar 31 16:01:49.894495 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [req-dc933076-1760-4685-a313-9114791dedc6 req-8c9689aa-f12e-4169-8530-1bacde5f18ab tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Request body: {'port': {'device_id': '34df790e-aece-4220-9922-f339972a0985', 'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae', 'admin_state_up': True, 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'security_groups': ['76792972-eeae-4b5d-affc-9f5c7d0bb8da']}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:01:50.009916 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-7f6a3752-bf83-4bd7-8d78-9032df0ac635 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (006a8cee-f3df-4d56-9a07-cff10ccbbc39), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:50.013119 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-7f6a3752-bf83-4bd7-8d78-9032df0ac635 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:50.014280 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-7f6a3752-bf83-4bd7-8d78-9032df0ac635 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/006a8cee-f3df-4d56-9a07-cff10ccbbc39 HTTP/1.1" status: 204 len: 168 time: 0.2670455 Mar 31 16:01:50.021926 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6a3752-bf83-4bd7-8d78-9032df0ac635 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=006a8cee-f3df-4d56-9a07-cff10ccbbc39,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:50.079392 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc933076-1760-4685-a313-9114791dedc6 req-8c9689aa-f12e-4169-8530-1bacde5f18ab tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Made reservation on behalf of c3eb6cb740de46858b563c91534e31e1 for: {'port': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:01:50.082884 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-dc933076-1760-4685-a313-9114791dedc6 req-8c9689aa-f12e-4169-8530-1bacde5f18ab tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:50.170007 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 38976) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:50.208958 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-14d1a844-1188-4e4b-9c43-895a7029f76e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:50.276419 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-64f93544-389b-4a4c-8b16-431b01221d8b req-f3b75c2b-6a04-4abd-a046-6e928b671825 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 210 time: 0.0384531 Mar 31 16:01:50.303637 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-14d1a844-1188-4e4b-9c43-895a7029f76e admin admin] Publish callbacks [] for security_group (27789e0c-c010-41b4-8c5a-0bf54ebe2c00), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:50.313435 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_common [req-dc933076-1760-4685-a313-9114791dedc6 req-8c9689aa-f12e-4169-8530-1bacde5f18ab tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Allocated IP 172.20.0.7 (f5df2171-df10-40fb-8d87-a14b51591fae/7d60ba0c-54d1-460c-add1-62a21777b3ba/b1549e82-b2e5-4241-92ef-36c5bd4b8c4b) {{(pid=115720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:01:50.399896 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-14d1a844-1188-4e4b-9c43-895a7029f76e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (27789e0c-c010-41b4-8c5a-0bf54ebe2c00), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:50.455899 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-14d1a844-1188-4e4b-9c43-895a7029f76e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=35efe178ec624966aa8b5eb09d79cdd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2848499 Mar 31 16:01:50.458661 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 38984) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:50.458804 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d1a844-1188-4e4b-9c43-895a7029f76e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27789e0c-c010-41b4-8c5a-0bf54ebe2c00,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:50.501229 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-dc933076-1760-4685-a313-9114791dedc6 req-8c9689aa-f12e-4169-8530-1bacde5f18ab tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for port (b1549e82-b2e5-4241-92ef-36c5bd4b8c4b), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:50.511757 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-29fd82c6-7e80-46f5-a44b-151eb5542dfd admin admin] Publish callbacks [] for security_group (27789e0c-c010-41b4-8c5a-0bf54ebe2c00), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:50.536753 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-29fd82c6-7e80-46f5-a44b-151eb5542dfd admin admin] Publish callbacks [] for security_group (27789e0c-c010-41b4-8c5a-0bf54ebe2c00), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:50.638190 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-dc933076-1760-4685-a313-9114791dedc6 req-8c9689aa-f12e-4169-8530-1bacde5f18ab tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (b1549e82-b2e5-4241-92ef-36c5bd4b8c4b), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:50.671196 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-29fd82c6-7e80-46f5-a44b-151eb5542dfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (27789e0c-c010-41b4-8c5a-0bf54ebe2c00), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:50.674131 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-29fd82c6-7e80-46f5-a44b-151eb5542dfd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:50.675914 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-29fd82c6-7e80-46f5-a44b-151eb5542dfd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/27789e0c-c010-41b4-8c5a-0bf54ebe2c00 HTTP/1.1" status: 204 len: 168 time: 0.2159424 Mar 31 16:01:50.678907 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc933076-1760-4685-a313-9114791dedc6 req-8c9689aa-f12e-4169-8530-1bacde5f18ab tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Network f5df2171-df10-40fb-8d87-a14b51591fae is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:01:50.682363 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [req-dc933076-1760-4685-a313-9114791dedc6 req-8c9689aa-f12e-4169-8530-1bacde5f18ab tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:01:50.685488 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc933076-1760-4685-a313-9114791dedc6 req-8c9689aa-f12e-4169-8530-1bacde5f18ab tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Received port after_create {{(pid=115720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:01:50.700683 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fd82c6-7e80-46f5-a44b-151eb5542dfd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27789e0c-c010-41b4-8c5a-0bf54ebe2c00,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:50.762537 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9689aa-f12e-4169-8530-1bacde5f18ab tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Pushing event updated for resources: {'Port': ['ID=b1549e82-b2e5-4241-92ef-36c5bd4b8c4b,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:50.787018 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc933076-1760-4685-a313-9114791dedc6 req-8c9689aa-f12e-4169-8530-1bacde5f18ab tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:50.787763 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-dc933076-1760-4685-a313-9114791dedc6 req-8c9689aa-f12e-4169-8530-1bacde5f18ab tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:50.893051 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-dc933076-1760-4685-a313-9114791dedc6 req-8c9689aa-f12e-4169-8530-1bacde5f18ab tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0042191 Mar 31 16:01:50.915558 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [req-dc933076-1760-4685-a313-9114791dedc6 req-cbbe957f-1640-4295-a759-37ee7956e9e7 service neutron] Request body: {'port': {'device_id': '34df790e-aece-4220-9922-f339972a0985', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:01:50.957021 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-23fe1453-ba5a-4fa9-8187-00035ae077c4 None None] Provisioning complete for port b1549e82-b2e5-4241-92ef-36c5bd4b8c4b triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:01:50.958168 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-23fe1453-ba5a-4fa9-8187-00035ae077c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (b1549e82-b2e5-4241-92ef-36c5bd4b8c4b), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:50.989150 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-dc933076-1760-4685-a313-9114791dedc6 req-cbbe957f-1640-4295-a759-37ee7956e9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (b1549e82-b2e5-4241-92ef-36c5bd4b8c4b), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:51.000866 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-23fe1453-ba5a-4fa9-8187-00035ae077c4 None None] Port b1549e82-b2e5-4241-92ef-36c5bd4b8c4b cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:01:51.309635 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [req-dc933076-1760-4685-a313-9114791dedc6 req-cbbe957f-1640-4295-a759-37ee7956e9e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1549e82-b2e5-4241-92ef-36c5bd4b8c4b {{(pid=115720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:01:51.317864 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-dc933076-1760-4685-a313-9114791dedc6 req-cbbe957f-1640-4295-a759-37ee7956e9e7 service neutron] Publish callbacks [] for port (b1549e82-b2e5-4241-92ef-36c5bd4b8c4b), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:51.337436 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.provisioning_blocks [req-dc933076-1760-4685-a313-9114791dedc6 req-cbbe957f-1640-4295-a759-37ee7956e9e7 service neutron] Transition to ACTIVE for port object b1549e82-b2e5-4241-92ef-36c5bd4b8c4b will not be triggered until provisioned by entity L2. {{(pid=115720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:01:51.399755 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b19ce42-058e-408e-a0df-de67f26e7cd1 req-b70e9d0d-495c-4e3b-a5f1-f3a14cf335d9 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:51.401254 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7b19ce42-058e-408e-a0df-de67f26e7cd1 req-b70e9d0d-495c-4e3b-a5f1-f3a14cf335d9 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 931 time: 0.0557985 Mar 31 16:01:51.428244 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-dc933076-1760-4685-a313-9114791dedc6 req-cbbe957f-1640-4295-a759-37ee7956e9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4203203'] for port (b1549e82-b2e5-4241-92ef-36c5bd4b8c4b), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:51.465907 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7b19ce42-058e-408e-a0df-de67f26e7cd1 req-e32ebb35-70cc-4115-a04e-bba5c5c95ab0 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567083 Mar 31 16:01:51.545259 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe957f-1640-4295-a759-37ee7956e9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b1549e82-b2e5-4241-92ef-36c5bd4b8c4b,revision_number=2']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:51.620765 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.managers [req-dc933076-1760-4685-a313-9114791dedc6 req-cbbe957f-1640-4295-a759-37ee7956e9e7 service neutron] Attempting to bind port b1549e82-b2e5-4241-92ef-36c5bd4b8c4b on host hv-cinder-83602 for vnic_type normal with profile {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:01:51.621477 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.managers [req-dc933076-1760-4685-a313-9114791dedc6 req-cbbe957f-1640-4295-a759-37ee7956e9e7 service neutron] Attempting to bind port b1549e82-b2e5-4241-92ef-36c5bd4b8c4b by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '273b19fe-8ee7-4bd1-b2d0-cb38339e0d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae'}] {{(pid=115720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:01:51.622566 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc933076-1760-4685-a313-9114791dedc6 req-cbbe957f-1640-4295-a759-37ee7956e9e7 service neutron] Attempting to bind port b1549e82-b2e5-4241-92ef-36c5bd4b8c4b on network f5df2171-df10-40fb-8d87-a14b51591fae {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:01:51.628518 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc933076-1760-4685-a313-9114791dedc6 req-cbbe957f-1640-4295-a759-37ee7956e9e7 service neutron] Port b1549e82-b2e5-4241-92ef-36c5bd4b8c4b on network f5df2171-df10-40fb-8d87-a14b51591fae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:01:51.629338 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc933076-1760-4685-a313-9114791dedc6 req-cbbe957f-1640-4295-a759-37ee7956e9e7 service neutron] Attempting to bind port b1549e82-b2e5-4241-92ef-36c5bd4b8c4b on network f5df2171-df10-40fb-8d87-a14b51591fae {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:01:51.636253 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc933076-1760-4685-a313-9114791dedc6 req-cbbe957f-1640-4295-a759-37ee7956e9e7 service neutron] Checking agent: {'id': 'af4a1f75-de88-4cee-8975-566385aedde2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:01:51.636868 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc933076-1760-4685-a313-9114791dedc6 req-cbbe957f-1640-4295-a759-37ee7956e9e7 service neutron] Checking segment: {'id': '273b19fe-8ee7-4bd1-b2d0-cb38339e0d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:01:51.637587 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc933076-1760-4685-a313-9114791dedc6 req-cbbe957f-1640-4295-a759-37ee7956e9e7 service neutron] Bound using segment: {'id': '273b19fe-8ee7-4bd1-b2d0-cb38339e0d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae'} {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:01:51.638562 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.managers [req-dc933076-1760-4685-a313-9114791dedc6 req-cbbe957f-1640-4295-a759-37ee7956e9e7 service neutron] Bound port: b1549e82-b2e5-4241-92ef-36c5bd4b8c4b, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '273b19fe-8ee7-4bd1-b2d0-cb38339e0d66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 808, 'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae'}}] {{(pid=115720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:01:51.639125 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-dc933076-1760-4685-a313-9114791dedc6 req-cbbe957f-1640-4295-a759-37ee7956e9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (b1549e82-b2e5-4241-92ef-36c5bd4b8c4b), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:51.725376 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [req-dc933076-1760-4685-a313-9114791dedc6 req-cbbe957f-1640-4295-a759-37ee7956e9e7 service neutron] For port b1549e82-b2e5-4241-92ef-36c5bd4b8c4b, host hv-cinder-83602, cleared binding levels {{(pid=115720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:01:51.733408 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [req-dc933076-1760-4685-a313-9114791dedc6 req-cbbe957f-1640-4295-a759-37ee7956e9e7 service neutron] For port b1549e82-b2e5-4241-92ef-36c5bd4b8c4b, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b1549e82-b2e5-4241-92ef-36c5bd4b8c4b,segment=NetworkSegment(273b19fe-8ee7-4bd1-b2d0-cb38339e0d66),segment_id=273b19fe-8ee7-4bd1-b2d0-cb38339e0d66)] {{(pid=115720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:01:51.854363 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-dc933076-1760-4685-a313-9114791dedc6 req-cbbe957f-1640-4295-a759-37ee7956e9e7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4203203'] for port (b1549e82-b2e5-4241-92ef-36c5bd4b8c4b), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:51.893746 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc933076-1760-4685-a313-9114791dedc6 req-cbbe957f-1640-4295-a759-37ee7956e9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:51.894517 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-dc933076-1760-4685-a313-9114791dedc6 req-cbbe957f-1640-4295-a759-37ee7956e9e7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:51.895770 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-dc933076-1760-4685-a313-9114791dedc6 req-cbbe957f-1640-4295-a759-37ee7956e9e7 service neutron] 10.222.0.24 "PUT /v2.0/ports/b1549e82-b2e5-4241-92ef-36c5bd4b8c4b HTTP/1.1" status: 200 len: 1093 time: 0.9866834 Mar 31 16:01:51.896587 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34df790e-aece-4220-9922-f339972a0985', 'tag': 'b1549e82-b2e5-4241-92ef-36c5bd4b8c4b'}] {{(pid=115720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:01:51.898779 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccc7965b351d9be82fa8b87eed5996d2f485a8722744a87613077a4f3f485543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76272504-4cb1-4911-9cc1-8d10fa0d7cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "34df790e-aece-4220-9922-f339972a0985", "tag": "b1549e82-b2e5-4241-92ef-36c5bd4b8c4b"}]}' {{(pid=115720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:01:51.927684 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbe957f-1640-4295-a759-37ee7956e9e7 service neutron] Pushing event updated for resources: {'Port': ['ID=b1549e82-b2e5-4241-92ef-36c5bd4b8c4b,revision_number=3']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:51.963517 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f042efb-760a-4edf-8dab-292d7bfb710a x-openstack-request-id: req-3f042efb-760a-4edf-8dab-292d7bfb710a {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:01:51.963812 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34df790e-aece-4220-9922-f339972a0985", "tag": "b1549e82-b2e5-4241-92ef-36c5bd4b8c4b", "status": "completed", "code": 200}]} {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:01:51.964115 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3f042efb-760a-4edf-8dab-292d7bfb710a {{(pid=115720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:01:51.964559 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f042efb-760a-4edf-8dab-292d7bfb710a'] response: {'name': 'network-changed', 'server_uuid': '34df790e-aece-4220-9922-f339972a0985', 'tag': 'b1549e82-b2e5-4241-92ef-36c5bd4b8c4b', 'status': 'completed', 'code': 200} Mar 31 16:01:52.065349 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76272504-4cb1-4911-9cc1-8d10fa0d7cc1 req-48f79ed4-6e0f-4a0a-816e-27cbd4b590a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:52.072023 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-76272504-4cb1-4911-9cc1-8d10fa0d7cc1 req-48f79ed4-6e0f-4a0a-816e-27cbd4b590a2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3eb6cb740de46858b563c91534e31e1&device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 1127 time: 0.0636911 Mar 31 16:01:52.188410 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76272504-4cb1-4911-9cc1-8d10fa0d7cc1 req-9e47ac25-dfe8-4a62-8111-d4196a616dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:52.189891 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-76272504-4cb1-4911-9cc1-8d10fa0d7cc1 req-9e47ac25-dfe8-4a62-8111-d4196a616dcf service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=c3eb6cb740de46858b563c91534e31e1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1040328 Mar 31 16:01:52.292893 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76272504-4cb1-4911-9cc1-8d10fa0d7cc1 req-6f553635-d210-4a25-a085-113854d0da90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:52.294339 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-76272504-4cb1-4911-9cc1-8d10fa0d7cc1 req-6f553635-d210-4a25-a085-113854d0da90 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0988457 Mar 31 16:01:52.406305 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc933076-1760-4685-a313-9114791dedc6 req-94ff69d0-4033-4f7b-b9f6-1d10f9c32dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:52.407983 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-dc933076-1760-4685-a313-9114791dedc6 req-94ff69d0-4033-4f7b-b9f6-1d10f9c32dd7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3eb6cb740de46858b563c91534e31e1&device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 1127 time: 0.0525546 Mar 31 16:01:52.472697 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-dc933076-1760-4685-a313-9114791dedc6 req-1687a6cc-c915-4c2f-a9bb-535e40053d97 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1549e82-b2e5-4241-92ef-36c5bd4b8c4b HTTP/1.1" status: 200 len: 217 time: 0.0520003 Mar 31 16:01:52.524782 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc933076-1760-4685-a313-9114791dedc6 req-a0b1c378-c207-4144-bf37-7622eb6a1443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:52.526266 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-dc933076-1760-4685-a313-9114791dedc6 req-a0b1c378-c207-4144-bf37-7622eb6a1443 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d60ba0c-54d1-460c-add1-62a21777b3ba HTTP/1.1" status: 200 len: 848 time: 0.0479944 Mar 31 16:01:52.579426 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc933076-1760-4685-a313-9114791dedc6 req-7328d77a-cbce-424a-a56a-892012853479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:52.581018 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-dc933076-1760-4685-a313-9114791dedc6 req-7328d77a-cbce-424a-a56a-892012853479 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5df2171-df10-40fb-8d87-a14b51591fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487690 Mar 31 16:01:52.623880 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bfa791-bfa6-47aa-94b7-59723b41e94b req-a52ee884-035d-405f-b151-f6d9950efd60 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:52.625466 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-53bfa791-bfa6-47aa-94b7-59723b41e94b req-a52ee884-035d-405f-b151-f6d9950efd60 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 943 time: 0.0778210 Mar 31 16:01:52.700571 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-dc933076-1760-4685-a313-9114791dedc6 req-45617b30-9f00-4dce-9e03-de85aceaeeea service neutron] 10.222.0.24 "GET /v2.0/networks/f5df2171-df10-40fb-8d87-a14b51591fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113694 Mar 31 16:01:52.700721 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-53bfa791-bfa6-47aa-94b7-59723b41e94b req-0ec0dcb2-8996-4091-915c-b10e5b65fe48 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664835 Mar 31 16:01:52.794732 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-dc933076-1760-4685-a313-9114791dedc6 req-293a7a2e-4b12-4e7c-81e9-312607e52461 service neutron] 10.222.0.24 "GET /v2.0/networks/f5df2171-df10-40fb-8d87-a14b51591fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879316 Mar 31 16:01:53.611439 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 39098) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:53.718048 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3d597f9e-4ce2-4089-9a4f-afe2b09efd37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:53.793222 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3d597f9e-4ce2-4089-9a4f-afe2b09efd37 admin admin] Publish callbacks [] for security_group (03c0419c-0121-4e21-9e20-8a2d9d1fd45d), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:53.824124 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f72b4c-b96e-42dd-867c-b940144aab27 req-33d2740c-984b-41c2-aac5-e456a4413bbb tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:53.825698 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-72f72b4c-b96e-42dd-867c-b940144aab27 req-33d2740c-984b-41c2-aac5-e456a4413bbb tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 943 time: 0.0561991 Mar 31 16:01:53.867050 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3d597f9e-4ce2-4089-9a4f-afe2b09efd37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (03c0419c-0121-4e21-9e20-8a2d9d1fd45d), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:53.875326 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-72f72b4c-b96e-42dd-867c-b940144aab27 req-8fe5d2a0-e036-49d7-be8d-97f571113d93 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437365 Mar 31 16:01:53.913620 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-3d597f9e-4ce2-4089-9a4f-afe2b09efd37 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5e4ee0ba8ab348b8868d5e5a2cce5db2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3008780 Mar 31 16:01:53.915576 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d597f9e-4ce2-4089-9a4f-afe2b09efd37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03c0419c-0121-4e21-9e20-8a2d9d1fd45d,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:53.916411 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 39112) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:53.933919 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d597f9e-4ce2-4089-9a4f-afe2b09efd37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:53.933919 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d597f9e-4ce2-4089-9a4f-afe2b09efd37 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:53.933919 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d597f9e-4ce2-4089-9a4f-afe2b09efd37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:53.933919 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d597f9e-4ce2-4089-9a4f-afe2b09efd37 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:53.933919 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d597f9e-4ce2-4089-9a4f-afe2b09efd37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:53.933919 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d597f9e-4ce2-4089-9a4f-afe2b09efd37 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:53.933919 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d597f9e-4ce2-4089-9a4f-afe2b09efd37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:53.933919 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d597f9e-4ce2-4089-9a4f-afe2b09efd37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:53.933919 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d597f9e-4ce2-4089-9a4f-afe2b09efd37 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:53.933919 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d597f9e-4ce2-4089-9a4f-afe2b09efd37 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:53.933919 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d597f9e-4ce2-4089-9a4f-afe2b09efd37 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:53.933919 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d597f9e-4ce2-4089-9a4f-afe2b09efd37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:53.933919 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d597f9e-4ce2-4089-9a4f-afe2b09efd37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:53.933919 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d597f9e-4ce2-4089-9a4f-afe2b09efd37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:53.933919 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d597f9e-4ce2-4089-9a4f-afe2b09efd37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:01:53.967811 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-7c393c76-247d-461f-a554-87111217b089 admin admin] Publish callbacks [] for security_group (03c0419c-0121-4e21-9e20-8a2d9d1fd45d), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:53.988957 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-7c393c76-247d-461f-a554-87111217b089 admin admin] Publish callbacks [] for security_group (03c0419c-0121-4e21-9e20-8a2d9d1fd45d), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:54.093506 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-7c393c76-247d-461f-a554-87111217b089 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (03c0419c-0121-4e21-9e20-8a2d9d1fd45d), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:54.096255 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-7c393c76-247d-461f-a554-87111217b089 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:54.097390 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-7c393c76-247d-461f-a554-87111217b089 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/03c0419c-0121-4e21-9e20-8a2d9d1fd45d HTTP/1.1" status: 204 len: 168 time: 0.1800015 Mar 31 16:01:54.105815 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c393c76-247d-461f-a554-87111217b089 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03c0419c-0121-4e21-9e20-8a2d9d1fd45d,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:55.008299 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c403cd-9284-4c00-a4bd-e3cff1646ec1 req-360ddd44-1816-49bd-a7d3-e686b66f0eac tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:55.009801 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-06c403cd-9284-4c00-a4bd-e3cff1646ec1 req-360ddd44-1816-49bd-a7d3-e686b66f0eac tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 943 time: 0.0553877 Mar 31 16:01:55.059334 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-06c403cd-9284-4c00-a4bd-e3cff1646ec1 req-b94ba492-33d7-4f32-b93f-fedb1150a7ba tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434422 Mar 31 16:01:55.109391 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 39138) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:55.122873 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-36a148e7-1c0a-4093-b487-18d65e975707 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:55.196095 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-36a148e7-1c0a-4093-b487-18d65e975707 admin admin] Publish callbacks [] for security_group (f8773779-749f-4fe8-a82c-02b5f0054d66), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:55.299317 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-36a148e7-1c0a-4093-b487-18d65e975707 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (f8773779-749f-4fe8-a82c-02b5f0054d66), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:55.334955 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a148e7-1c0a-4093-b487-18d65e975707 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8773779-749f-4fe8-a82c-02b5f0054d66,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:55.339779 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-36a148e7-1c0a-4093-b487-18d65e975707 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=dc1579eb8c6841059125648086301a12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2288818 Mar 31 16:01:55.343111 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 39140) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:55.391037 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-6ec5d5e9-0126-49da-b52e-3a8fe7819f65 admin admin] Publish callbacks [] for security_group (f8773779-749f-4fe8-a82c-02b5f0054d66), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:55.412518 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-6ec5d5e9-0126-49da-b52e-3a8fe7819f65 admin admin] Publish callbacks [] for security_group (f8773779-749f-4fe8-a82c-02b5f0054d66), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:55.444552 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 39144) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:55.541626 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-6ec5d5e9-0126-49da-b52e-3a8fe7819f65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (f8773779-749f-4fe8-a82c-02b5f0054d66), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:55.544307 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-6ec5d5e9-0126-49da-b52e-3a8fe7819f65 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:55.544726 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-97e7bcbc-f6c6-4b6e-a10c-d38e964557c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:55.545568 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-6ec5d5e9-0126-49da-b52e-3a8fe7819f65 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/f8773779-749f-4fe8-a82c-02b5f0054d66 HTTP/1.1" status: 204 len: 168 time: 0.2021613 Mar 31 16:01:55.553905 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec5d5e9-0126-49da-b52e-3a8fe7819f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8773779-749f-4fe8-a82c-02b5f0054d66,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:55.622567 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-97e7bcbc-f6c6-4b6e-a10c-d38e964557c5 admin admin] Publish callbacks [] for security_group (7c97cadb-a95f-4e61-8687-edbb3f5d03bd), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:55.733519 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-97e7bcbc-f6c6-4b6e-a10c-d38e964557c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (7c97cadb-a95f-4e61-8687-edbb3f5d03bd), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:55.771784 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-97e7bcbc-f6c6-4b6e-a10c-d38e964557c5 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=90127bbcddae4b8788fd2510879bbf6c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3261557 Mar 31 16:01:55.772911 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e7bcbc-f6c6-4b6e-a10c-d38e964557c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c97cadb-a95f-4e61-8687-edbb3f5d03bd,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:55.774649 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 39150) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:55.821046 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-968416b0-b614-44b7-a5fe-c83f4eb45705 admin admin] Publish callbacks [] for security_group (7c97cadb-a95f-4e61-8687-edbb3f5d03bd), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:55.841835 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-968416b0-b614-44b7-a5fe-c83f4eb45705 admin admin] Publish callbacks [] for security_group (7c97cadb-a95f-4e61-8687-edbb3f5d03bd), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:55.965265 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-968416b0-b614-44b7-a5fe-c83f4eb45705 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (7c97cadb-a95f-4e61-8687-edbb3f5d03bd), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:55.968197 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-968416b0-b614-44b7-a5fe-c83f4eb45705 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:55.971082 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-968416b0-b614-44b7-a5fe-c83f4eb45705 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7c97cadb-a95f-4e61-8687-edbb3f5d03bd HTTP/1.1" status: 204 len: 168 time: 0.1954656 Mar 31 16:01:55.982729 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968416b0-b614-44b7-a5fe-c83f4eb45705 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c97cadb-a95f-4e61-8687-edbb3f5d03bd,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:56.178920 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3082ac9a-cc49-4941-b2f1-a4c5d0f1c083 req-8d720aa9-3ba3-414e-a42f-d9a001bff2a3 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:56.180704 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3082ac9a-cc49-4941-b2f1-a4c5d0f1c083 req-8d720aa9-3ba3-414e-a42f-d9a001bff2a3 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 943 time: 0.0556858 Mar 31 16:01:56.231834 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3082ac9a-cc49-4941-b2f1-a4c5d0f1c083 req-dda8c799-f13b-4239-97d9-c5d1293daa07 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447612 Mar 31 16:01:56.765273 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 39200) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:56.779180 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-743e0fe0-f5ae-4cbb-be38-a8fc87227405 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:56.858082 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-743e0fe0-f5ae-4cbb-be38-a8fc87227405 admin admin] Publish callbacks [] for security_group (746f0f24-7f81-4006-9c85-fc59f0f8df10), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:56.956469 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-743e0fe0-f5ae-4cbb-be38-a8fc87227405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (746f0f24-7f81-4006-9c85-fc59f0f8df10), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:56.997400 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-743e0fe0-f5ae-4cbb-be38-a8fc87227405 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1b5eee5f62274844806c27a1025c9bb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2278285 Mar 31 16:01:56.997400 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743e0fe0-f5ae-4cbb-be38-a8fc87227405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746f0f24-7f81-4006-9c85-fc59f0f8df10,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:56.998542 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 39208) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:01:57.051263 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-43278ac4-352b-496e-a04e-ea96fef8128c admin admin] Publish callbacks [] for security_group (746f0f24-7f81-4006-9c85-fc59f0f8df10), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:57.072913 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-43278ac4-352b-496e-a04e-ea96fef8128c admin admin] Publish callbacks [] for security_group (746f0f24-7f81-4006-9c85-fc59f0f8df10), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:57.221465 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-43278ac4-352b-496e-a04e-ea96fef8128c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (746f0f24-7f81-4006-9c85-fc59f0f8df10), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:57.224441 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-43278ac4-352b-496e-a04e-ea96fef8128c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:01:57.225713 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-43278ac4-352b-496e-a04e-ea96fef8128c admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/746f0f24-7f81-4006-9c85-fc59f0f8df10 HTTP/1.1" status: 204 len: 168 time: 0.2261653 Mar 31 16:01:57.242307 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43278ac4-352b-496e-a04e-ea96fef8128c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746f0f24-7f81-4006-9c85-fc59f0f8df10,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:01:57.368408 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa464dcb-643c-44a0-b007-b0529440a176 req-1e53ed56-1f4e-41c9-a184-a7a02515b410 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:57.369893 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-aa464dcb-643c-44a0-b007-b0529440a176 req-1e53ed56-1f4e-41c9-a184-a7a02515b410 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 943 time: 0.0522618 Mar 31 16:01:57.422716 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-aa464dcb-643c-44a0-b007-b0529440a176 req-7a0b51bf-31cb-4a5d-a27a-d3729f3d2f95 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468197 Mar 31 16:01:58.544806 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c626e965-8c03-4f53-b940-5086956d148d req-c3784951-6a9f-48b4-ae89-62da441cc311 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:58.546570 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c626e965-8c03-4f53-b940-5086956d148d req-c3784951-6a9f-48b4-ae89-62da441cc311 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 943 time: 0.0548263 Mar 31 16:01:58.601100 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c626e965-8c03-4f53-b940-5086956d148d req-7bd35c34-e183-4919-8bbb-675ac4c83832 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467715 Mar 31 16:01:59.718093 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae3fcc9-6b68-43dc-9fe7-c611d1e9362a req-117cd9f6-bb4e-4b69-ab83-b6cec64d2119 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:01:59.719535 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cae3fcc9-6b68-43dc-9fe7-c611d1e9362a req-117cd9f6-bb4e-4b69-ab83-b6cec64d2119 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 943 time: 0.0517888 Mar 31 16:01:59.771569 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cae3fcc9-6b68-43dc-9fe7-c611d1e9362a req-f6582e76-bbde-43e0-8fab-e9679f140337 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420072 Mar 31 16:02:00.153356 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device b1549e82-b2e5-4241-92ef-36c5bd4b8c4b details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=115721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:02:00.248410 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port b1549e82-b2e5-4241-92ef-36c5bd4b8c4b, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b1549e82-b2e5-4241-92ef-36c5bd4b8c4b,segment=NetworkSegment(273b19fe-8ee7-4bd1-b2d0-cb38339e0d66),segment_id=273b19fe-8ee7-4bd1-b2d0-cb38339e0d66)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:02:00.259996 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Returning: {'device': 'b1549e82-b2e5-4241-92ef-36c5bd4b8c4b', 'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae', 'port_id': 'b1549e82-b2e5-4241-92ef-36c5bd4b8c4b', 'mac_address': 'fa:16:3e:04:48:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d60ba0c-54d1-460c-add1-62a21777b3ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:02:00.295670 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port b1549e82-b2e5-4241-92ef-36c5bd4b8c4b is: DOWN; New status is: BUILD {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:02:00.296084 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (b1549e82-b2e5-4241-92ef-36c5bd4b8c4b), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:00.312531 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1549e82-b2e5-4241-92ef-36c5bd4b8c4b {{(pid=115721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:02:00.331240 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port b1549e82-b2e5-4241-92ef-36c5bd4b8c4b, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b1549e82-b2e5-4241-92ef-36c5bd4b8c4b,segment=NetworkSegment(273b19fe-8ee7-4bd1-b2d0-cb38339e0d66),segment_id=273b19fe-8ee7-4bd1-b2d0-cb38339e0d66)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:02:00.419242 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (b1549e82-b2e5-4241-92ef-36c5bd4b8c4b), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:00.466462 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=b1549e82-b2e5-4241-92ef-36c5bd4b8c4b,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:00.473351 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:00.473724 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:00.474062 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:00.474407 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:00.474746 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:00.475081 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:00.475416 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:00.475747 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:00.476105 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:00.476442 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:00.476772 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:00.477104 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:00.477431 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:00.477756 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:00.478081 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:00.764001 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['b1549e82-b2e5-4241-92ef-36c5bd4b8c4b'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:02:00.895058 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdd24db-f076-4b9f-91ad-42a9f7a92657 req-961006dd-b39f-43b2-a248-1423a25c3235 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:00.896589 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cbdd24db-f076-4b9f-91ad-42a9f7a92657 req-961006dd-b39f-43b2-a248-1423a25c3235 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 944 time: 0.0580277 Mar 31 16:02:00.951657 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cbdd24db-f076-4b9f-91ad-42a9f7a92657 req-932c0c8e-6acf-4974-8671-271f3e6c1a1f tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483356 Mar 31 16:02:01.353848 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-fa18bd86-d8e4-4396-8e21-3a12ca6a1656 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=aca4c094a73d48058759c7bfb4fc6d04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281436 Mar 31 16:02:01.799413 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-358e3133-180a-40ef-a903-af6a290d37c3 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:01.800926 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-358e3133-180a-40ef-a903-af6a290d37c3 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4412353 Mar 31 16:02:01.815444 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-bfd35a19-cc5c-4762-8718-b0e8837912fd tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.47 "GET /v2.0/quotas/aca4c094a73d48058759c7bfb4fc6d04 HTTP/1.1" status: 200 len: 375 time: 0.0091693 Mar 31 16:02:01.848591 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-46a070e3-9246-45eb-b27e-feccfb5cb1a1 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=aca4c094a73d48058759c7bfb4fc6d04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283294 Mar 31 16:02:02.096371 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6f5fdb-4052-4567-90a7-89ea4bd4fc3f req-cec96088-80bb-4a4b-b0b6-7ff09e5d3b23 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:02.097843 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-be6f5fdb-4052-4567-90a7-89ea4bd4fc3f req-cec96088-80bb-4a4b-b0b6-7ff09e5d3b23 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 944 time: 0.0763602 Mar 31 16:02:02.114382 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5e4f7c01-07f4-4ad6-bbc4-901d122b18f0 req-5cb1a07e-6413-4ad3-9247-197d7ecc7827 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3 HTTP/1.1" status: 200 len: 210 time: 0.0355794 Mar 31 16:02:02.143952 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device b1549e82-b2e5-4241-92ef-36c5bd4b8c4b up at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:02:02.162127 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-be6f5fdb-4052-4567-90a7-89ea4bd4fc3f req-e189790b-7940-4976-add1-d3f846546f18 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499568 Mar 31 16:02:02.253663 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning for port b1549e82-b2e5-4241-92ef-36c5bd4b8c4b completed by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:02:02.257759 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning complete for port b1549e82-b2e5-4241-92ef-36c5bd4b8c4b triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:02:02.258115 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (b1549e82-b2e5-4241-92ef-36c5bd4b8c4b), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:02.337453 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port b1549e82-b2e5-4241-92ef-36c5bd4b8c4b is: BUILD; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:02:02.337843 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (b1549e82-b2e5-4241-92ef-36c5bd4b8c4b), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:02.360411 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34df790e-aece-4220-9922-f339972a0985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1549e82-b2e5-4241-92ef-36c5bd4b8c4b'}] {{(pid=115721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:02:02.362648 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dbd394bfc303c33638f161c815dd3ff8081b22df1313fe1def72e09edd93f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94155571-cdbc-48c2-9f47-83a0402fd14d" -d '{"events": [{"server_uuid": "34df790e-aece-4220-9922-f339972a0985", "name": "network-vif-plugged", "status": "completed", "tag": "b1549e82-b2e5-4241-92ef-36c5bd4b8c4b"}]}' {{(pid=115721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:02:02.374692 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port b1549e82-b2e5-4241-92ef-36c5bd4b8c4b, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b1549e82-b2e5-4241-92ef-36c5bd4b8c4b,segment=NetworkSegment(273b19fe-8ee7-4bd1-b2d0-cb38339e0d66),segment_id=273b19fe-8ee7-4bd1-b2d0-cb38339e0d66)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:02:02.402396 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:02:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628cc9d8-6fdf-4b37-807e-0ad419da566f x-openstack-request-id: req-628cc9d8-6fdf-4b37-807e-0ad419da566f {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:02:02.402692 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34df790e-aece-4220-9922-f339972a0985", "name": "network-vif-plugged", "status": "completed", "tag": "b1549e82-b2e5-4241-92ef-36c5bd4b8c4b", "code": 200}]} {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:02:02.402946 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-628cc9d8-6fdf-4b37-807e-0ad419da566f {{(pid=115721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:02:02.403343 dv-cinder-836028-1-iscsi neutron-server[115721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-628cc9d8-6fdf-4b37-807e-0ad419da566f'] response: {'server_uuid': '34df790e-aece-4220-9922-f339972a0985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1549e82-b2e5-4241-92ef-36c5bd4b8c4b', 'code': 200} Mar 31 16:02:02.436825 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (b1549e82-b2e5-4241-92ef-36c5bd4b8c4b), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:02.491765 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=b1549e82-b2e5-4241-92ef-36c5bd4b8c4b,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:02.878949 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd385e99-23ba-4887-86f9-2a157f90ced6 req-fefe7655-1d9b-4f8a-ba3c-684757895c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:02.880581 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-dd385e99-23ba-4887-86f9-2a157f90ced6 req-fefe7655-1d9b-4f8a-ba3c-684757895c54 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 1129 time: 0.0487325 Mar 31 16:02:02.929135 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-dd385e99-23ba-4887-86f9-2a157f90ced6 req-26bf0322-2fc5-422b-b16b-0f72c9cd622d service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417852 Mar 31 16:02:03.222401 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4e54fb92-6def-40af-be3f-5fe07ebe62e7 req-dc2c8c1c-f1b4-4a8d-b974-6752ef402c57 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3 HTTP/1.1" status: 200 len: 210 time: 0.0320110 Mar 31 16:02:03.298052 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da3ed9c-8727-470a-8182-c5347a8048c6 req-151551bc-41eb-4cd0-a8cc-20008b488c0e tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:03.299953 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9da3ed9c-8727-470a-8182-c5347a8048c6 req-151551bc-41eb-4cd0-a8cc-20008b488c0e tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0611353 Mar 31 16:02:03.354512 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9da3ed9c-8727-470a-8182-c5347a8048c6 req-52db9a12-b059-4306-8c6d-9516929f9bbf tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485618 Mar 31 16:02:03.769250 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 39380) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:03.883173 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-610a4c6b-9fa5-4851-9191-3738e34e699f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:03.971729 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-610a4c6b-9fa5-4851-9191-3738e34e699f admin admin] Publish callbacks [] for security_group (5f44f2d0-bb1f-4a09-b5a8-a99e3eb8e4df), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:04.038578 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-610a4c6b-9fa5-4851-9191-3738e34e699f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (5f44f2d0-bb1f-4a09-b5a8-a99e3eb8e4df), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:04.077190 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-610a4c6b-9fa5-4851-9191-3738e34e699f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=920776898c734ef0bb7b2cc6ca280f37&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3067908 Mar 31 16:02:04.079469 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610a4c6b-9fa5-4851-9191-3738e34e699f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f44f2d0-bb1f-4a09-b5a8-a99e3eb8e4df,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:04.080743 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 39392) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:04.132207 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9e413b66-381d-4cc7-b3b9-6f0f5b037bfb admin admin] Publish callbacks [] for security_group (5f44f2d0-bb1f-4a09-b5a8-a99e3eb8e4df), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:04.153675 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9e413b66-381d-4cc7-b3b9-6f0f5b037bfb admin admin] Publish callbacks [] for security_group (5f44f2d0-bb1f-4a09-b5a8-a99e3eb8e4df), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:04.278781 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9e413b66-381d-4cc7-b3b9-6f0f5b037bfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (5f44f2d0-bb1f-4a09-b5a8-a99e3eb8e4df), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:04.282443 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9e413b66-381d-4cc7-b3b9-6f0f5b037bfb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:04.284554 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-9e413b66-381d-4cc7-b3b9-6f0f5b037bfb admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5f44f2d0-bb1f-4a09-b5a8-a99e3eb8e4df HTTP/1.1" status: 204 len: 168 time: 0.2025983 Mar 31 16:02:04.293870 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e413b66-381d-4cc7-b3b9-6f0f5b037bfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f44f2d0-bb1f-4a09-b5a8-a99e3eb8e4df,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:04.342663 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-917e51f4-a804-442e-9f32-83b7ec9bf715 req-30d0db21-4fcb-4605-812f-7be3d23ed0e3 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3 HTTP/1.1" status: 200 len: 210 time: 0.0487065 Mar 31 16:02:04.462255 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 39402) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:04.491312 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-08f44477-8da5-47ff-b837-e8ddea427530 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.24 "GET /v2.0/networks?tenant_id=aca4c094a73d48058759c7bfb4fc6d04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405965 Mar 31 16:02:04.502418 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec89da-1797-4bf1-aa1c-fccc78a6dee3 req-aebaad52-cced-41db-9516-538563992966 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:04.504082 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-89ec89da-1797-4bf1-aa1c-fccc78a6dee3 req-aebaad52-cced-41db-9516-538563992966 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0806346 Mar 31 16:02:04.566336 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-89ec89da-1797-4bf1-aa1c-fccc78a6dee3 req-353073ee-9fc0-4ffb-9d97-7171cea84d9a tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557737 Mar 31 16:02:04.699358 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-6a01f221-50d0-42f7-8a26-dac0658a9485 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:04.709988 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-6a01f221-50d0-42f7-8a26-dac0658a9485 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2098837 Mar 31 16:02:04.718139 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d515641-a805-4fb4-a2b1-d7f0f3be293d req-28aebaca-c790-4e33-88c6-f701fbc75784 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:04.722515 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1d515641-a805-4fb4-a2b1-d7f0f3be293d req-28aebaca-c790-4e33-88c6-f701fbc75784 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0731466 Mar 31 16:02:04.740848 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-80146e08-f5d1-4d40-9616-751f572a80c6 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Request body: {'port': {'device_id': '0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3', 'network_id': '8728d0ef-d04f-4dd1-9985-f25843c20824', 'admin_state_up': True, 'tenant_id': 'aca4c094a73d48058759c7bfb4fc6d04'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:04.746047 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ad48e0e3-aa55-41d0-826e-36829b8a013a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:04.786325 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1d515641-a805-4fb4-a2b1-d7f0f3be293d req-c806e77a-bd75-417b-a97d-7be6d9dc29cf tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580888 Mar 31 16:02:04.796522 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-edeef3c0-5d60-4fea-b956-2ed53d990b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:04.812391 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 39414) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:04.920292 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ad48e0e3-aa55-41d0-826e-36829b8a013a admin admin] Publish callbacks [] for security_group (0d171ae0-760f-4dd7-8753-9baccc82d7e4), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:04.993165 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd53ba95-57c9-42b3-9477-5e0a0de1c810 tempest-TestShelveInstance-574672849 tempest-TestShelveInstance-574672849-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:04.993586 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-80146e08-f5d1-4d40-9616-751f572a80c6 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Made reservation on behalf of aca4c094a73d48058759c7bfb4fc6d04 for: {'port': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:02:04.995033 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-bd53ba95-57c9-42b3-9477-5e0a0de1c810 tempest-TestShelveInstance-574672849 tempest-TestShelveInstance-574672849-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 1124 time: 0.1816001 Mar 31 16:02:04.998376 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 39422) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:04.998640 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-80146e08-f5d1-4d40-9616-751f572a80c6 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:05.001315 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-ad48e0e3-aa55-41d0-826e-36829b8a013a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (0d171ae0-760f-4dd7-8753-9baccc82d7e4), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:05.004578 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-5ebe9e2a-ca01-4ab7-a319-7b2e0fc9bddc tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Request body: {'floatingip': {'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'port_id': 'b1549e82-b2e5-4241-92ef-36c5bd4b8c4b', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'fixed_ip_address': '172.20.0.7'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:05.035593 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-80146e08-f5d1-4d40-9616-751f572a80c6 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:05.062925 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-ad48e0e3-aa55-41d0-826e-36829b8a013a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=f83140da4de348b5b4117aecea548bdb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5910420 Mar 31 16:02:05.065713 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 39428) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:05.066308 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48e0e3-aa55-41d0-826e-36829b8a013a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d171ae0-760f-4dd7-8753-9baccc82d7e4,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:05.110417 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-5ebe9e2a-ca01-4ab7-a319-7b2e0fc9bddc tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:05.135228 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-80146e08-f5d1-4d40-9616-751f572a80c6 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Publish callbacks [] for security_group (16c969e0-6d8b-495d-bd6e-38a0049a5a40), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:05.162941 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2586c35e-bedc-457f-92a3-905b23d05e71 admin admin] Publish callbacks [] for security_group (0d171ae0-760f-4dd7-8753-9baccc82d7e4), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:05.194501 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2586c35e-bedc-457f-92a3-905b23d05e71 admin admin] Publish callbacks [] for security_group (0d171ae0-760f-4dd7-8753-9baccc82d7e4), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:05.216362 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-80146e08-f5d1-4d40-9616-751f572a80c6 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (16c969e0-6d8b-495d-bd6e-38a0049a5a40), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:05.269467 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-5ebe9e2a-ca01-4ab7-a319-7b2e0fc9bddc tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:05.305413 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80146e08-f5d1-4d40-9616-751f572a80c6 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16c969e0-6d8b-495d-bd6e-38a0049a5a40,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:05.354956 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2586c35e-bedc-457f-92a3-905b23d05e71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (0d171ae0-760f-4dd7-8753-9baccc82d7e4), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:05.357573 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2586c35e-bedc-457f-92a3-905b23d05e71 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:05.358738 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-2586c35e-bedc-457f-92a3-905b23d05e71 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/0d171ae0-760f-4dd7-8753-9baccc82d7e4 HTTP/1.1" status: 204 len: 168 time: 0.2915919 Mar 31 16:02:05.374562 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2586c35e-bedc-457f-92a3-905b23d05e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d171ae0-760f-4dd7-8753-9baccc82d7e4,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:05.376362 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_common [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-80146e08-f5d1-4d40-9616-751f572a80c6 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Allocated IP 192.168.233.176 (8728d0ef-d04f-4dd1-9985-f25843c20824/bb890d18-a9db-4039-a32f-6aeba8a9a99a/7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e) {{(pid=115720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:02:05.391484 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [None req-5ebe9e2a-ca01-4ab7-a319-7b2e0fc9bddc tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Allocated IP 172.27.0.211 (3b1a5cd5-bca8-4f86-be99-483986f7f547/c4390997-9a11-4c24-ae70-32af92bbcdb2/1a704c6d-0f22-492f-8aeb-4b9ef2e272df) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:02:05.498987 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4b4dee1b-0643-4916-ad7f-5d77a8e386a3 req-d0062dc0-3ccc-4ed6-adf2-aaf55465bfd8 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3 HTTP/1.1" status: 200 len: 210 time: 0.0359364 Mar 31 16:02:05.546965 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 39442) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:05.551258 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-5ebe9e2a-ca01-4ab7-a319-7b2e0fc9bddc tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for port (1a704c6d-0f22-492f-8aeb-4b9ef2e272df), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:05.587592 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-80146e08-f5d1-4d40-9616-751f572a80c6 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Publish callbacks [] for port (7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:05.662172 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-a30a61af-659c-429a-b783-9096cdfea7e8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1737969383-network', 'tenant_id': '4d28aaeb531446a9b212059b5344459d'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:05.673319 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-5ebe9e2a-ca01-4ab7-a319-7b2e0fc9bddc tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (1a704c6d-0f22-492f-8aeb-4b9ef2e272df), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:05.693696 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-80146e08-f5d1-4d40-9616-751f572a80c6 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:05.709474 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebe9e2a-ca01-4ab7-a319-7b2e0fc9bddc tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Network 3b1a5cd5-bca8-4f86-be99-483986f7f547 is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:02:05.712266 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [None req-5ebe9e2a-ca01-4ab7-a319-7b2e0fc9bddc tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:02:05.716225 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ebe9e2a-ca01-4ab7-a319-7b2e0fc9bddc tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:02:05.743551 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-80146e08-f5d1-4d40-9616-751f572a80c6 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Network 8728d0ef-d04f-4dd1-9985-f25843c20824 is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:02:05.747008 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe9e2a-ca01-4ab7-a319-7b2e0fc9bddc tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Pushing event updated for resources: {'Port': ['ID=1a704c6d-0f22-492f-8aeb-4b9ef2e272df,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:05.748811 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-80146e08-f5d1-4d40-9616-751f572a80c6 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:02:05.753329 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-80146e08-f5d1-4d40-9616-751f572a80c6 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Received port after_create {{(pid=115720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:02:05.758658 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80146e08-f5d1-4d40-9616-751f572a80c6 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Pushing event updated for resources: {'Port': ['ID=7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:05.805996 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-80146e08-f5d1-4d40-9616-751f572a80c6 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:05.806635 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-80146e08-f5d1-4d40-9616-751f572a80c6 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:05.827466 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30a61af-659c-429a-b783-9096cdfea7e8 admin admin] Made reservation on behalf of 4d28aaeb531446a9b212059b5344459d for: {'network': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:02:05.830854 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a30a61af-659c-429a-b783-9096cdfea7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for network (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:05.842212 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a30a61af-659c-429a-b783-9096cdfea7e8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:05.893901 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-80146e08-f5d1-4d40-9616-751f572a80c6 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1719983 Mar 31 16:02:05.915539 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-d3568a89-47b8-4cad-8b15-700bacf94071 service neutron] Request body: {'port': {'device_id': '0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:05.999449 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a30a61af-659c-429a-b783-9096cdfea7e8 admin admin] Publish callbacks [] for security_group (00f1acd4-093e-44e4-9610-6601ee5ba7b1), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:06.006341 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-d3568a89-47b8-4cad-8b15-700bacf94071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:06.076465 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-11ede834-05a0-4f1e-89e8-09b2e8addc59 None None] Provisioning complete for port 7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:02:06.077529 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-11ede834-05a0-4f1e-89e8-09b2e8addc59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:06.110840 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a30a61af-659c-429a-b783-9096cdfea7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (00f1acd4-093e-44e4-9610-6601ee5ba7b1), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:06.113910 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-11ede834-05a0-4f1e-89e8-09b2e8addc59 None None] Port 7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:02:06.129764 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-5ebe9e2a-ca01-4ab7-a319-7b2e0fc9bddc tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for floatingip (941f83f8-c611-4a57-ae2e-e763fd3b75e1), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:06.156653 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a30a61af-659c-429a-b783-9096cdfea7e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 819, 'physical_network': 'physnet1'} {{(pid=115720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:02:06.166181 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a61af-659c-429a-b783-9096cdfea7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f1acd4-093e-44e4-9610-6601ee5ba7b1,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:06.169738 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 39448) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:06.187169 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1e49403f-04b5-4095-8ef2-ccfb825c6ad0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:06.215868 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a30a61af-659c-429a-b783-9096cdfea7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (1c51cb10-7616-40ac-b97a-85274b7996b5), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:06.216233 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.segments_db [None req-a30a61af-659c-429a-b783-9096cdfea7e8 admin admin] Added segment 1c51cb10-7616-40ac-b97a-85274b7996b5 of type vlan for network fd396baf-32f3-4650-986f-2e0b0f823007 Mar 31 16:02:06.274831 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a30a61af-659c-429a-b783-9096cdfea7e8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779152372026'] for network (fd396baf-32f3-4650-986f-2e0b0f823007), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:06.285346 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1e49403f-04b5-4095-8ef2-ccfb825c6ad0 admin admin] Publish callbacks [] for security_group (60f9c285-84e0-4929-89bd-aa274acb3bac), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:06.290145 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-5ebe9e2a-ca01-4ab7-a319-7b2e0fc9bddc tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (1a704c6d-0f22-492f-8aeb-4b9ef2e272df), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:06.369219 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1e49403f-04b5-4095-8ef2-ccfb825c6ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (60f9c285-84e0-4929-89bd-aa274acb3bac), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:06.375938 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-d3568a89-47b8-4cad-8b15-700bacf94071 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e {{(pid=115720) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:02:06.383608 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-d3568a89-47b8-4cad-8b15-700bacf94071 service neutron] Publish callbacks [] for port (7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:06.395758 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.provisioning_blocks [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-d3568a89-47b8-4cad-8b15-700bacf94071 service neutron] Transition to ACTIVE for port object 7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e will not be triggered until provisioned by entity L2. {{(pid=115720) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:02:06.397284 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a30a61af-659c-429a-b783-9096cdfea7e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for network (fd396baf-32f3-4650-986f-2e0b0f823007), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:06.398223 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30a61af-659c-429a-b783-9096cdfea7e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:06.398814 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a30a61af-659c-429a-b783-9096cdfea7e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:06.424863 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-1e49403f-04b5-4095-8ef2-ccfb825c6ad0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=1d90e2ef78fb4e66af4f39208278b0c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2539468 Mar 31 16:02:06.431066 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 39450) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:06.433058 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e49403f-04b5-4095-8ef2-ccfb825c6ad0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60f9c285-84e0-4929-89bd-aa274acb3bac,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:06.457224 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a61af-659c-429a-b783-9096cdfea7e8 admin admin] Pushing event updated for resources: {'Network': ['ID=fd396baf-32f3-4650-986f-2e0b0f823007,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:06.467737 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Network fd396baf-32f3-4650-986f-2e0b0f823007 details requested by agent ovs-agent-dv-cinder-836028-1-iscsi with host dv-cinder-836028-1-iscsi {{(pid=115721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:02:06.469227 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-d3568a89-47b8-4cad-8b15-700bacf94071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4203203'] for port (7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:06.504519 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-a30a61af-659c-429a-b783-9096cdfea7e8 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9537711 Mar 31 16:02:06.505203 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 39452) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:06.515250 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-fa2a97da-5992-4ac2-93a1-aea2f56f7906 admin admin] Request body: {'subnet': {'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1737969383-subnet', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'ip_version': 4}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:06.540278 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-5ebe9e2a-ca01-4ab7-a319-7b2e0fc9bddc tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for port (1a704c6d-0f22-492f-8aeb-4b9ef2e272df), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:06.544844 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f0adc2b5-f759-4a8e-a96b-aced697ccc16 admin admin] Publish callbacks [] for security_group (60f9c285-84e0-4929-89bd-aa274acb3bac), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:06.556308 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3568a89-47b8-4cad-8b15-700bacf94071 service neutron] Pushing event updated for resources: {'Port': ['ID=7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e,revision_number=2']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:06.612459 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f0adc2b5-f759-4a8e-a96b-aced697ccc16 admin admin] Publish callbacks [] for security_group (60f9c285-84e0-4929-89bd-aa274acb3bac), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:06.615354 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-5ebe9e2a-ca01-4ab7-a319-7b2e0fc9bddc tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (1a704c6d-0f22-492f-8aeb-4b9ef2e272df), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:06.680296 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2a97da-5992-4ac2-93a1-aea2f56f7906 admin admin] Made reservation on behalf of 4d28aaeb531446a9b212059b5344459d for: {'subnet': 1} {{(pid=115719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:02:06.683123 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-fa2a97da-5992-4ac2-93a1-aea2f56f7906 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5044769'] for subnet (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:06.698848 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.managers [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-d3568a89-47b8-4cad-8b15-700bacf94071 service neutron] Attempting to bind port 7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e on host hv-cinder-83602 for vnic_type normal with profile {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:02:06.699247 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.managers [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-d3568a89-47b8-4cad-8b15-700bacf94071 service neutron] Attempting to bind port 7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': 'd6c82e85-da2d-4b12-89ec-87809fb6bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8728d0ef-d04f-4dd1-9985-f25843c20824'}] {{(pid=115720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:02:06.699594 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-d3568a89-47b8-4cad-8b15-700bacf94071 service neutron] Attempting to bind port 7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e on network 8728d0ef-d04f-4dd1-9985-f25843c20824 {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:02:06.712856 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-d3568a89-47b8-4cad-8b15-700bacf94071 service neutron] Port 7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e on network 8728d0ef-d04f-4dd1-9985-f25843c20824 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:02:06.713253 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-d3568a89-47b8-4cad-8b15-700bacf94071 service neutron] Attempting to bind port 7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e on network 8728d0ef-d04f-4dd1-9985-f25843c20824 {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:02:06.719097 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-d3568a89-47b8-4cad-8b15-700bacf94071 service neutron] Checking agent: {'id': 'af4a1f75-de88-4cee-8975-566385aedde2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 1, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:02:06.719506 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-d3568a89-47b8-4cad-8b15-700bacf94071 service neutron] Checking segment: {'id': 'd6c82e85-da2d-4b12-89ec-87809fb6bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8728d0ef-d04f-4dd1-9985-f25843c20824'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:02:06.720321 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-d3568a89-47b8-4cad-8b15-700bacf94071 service neutron] Bound using segment: {'id': 'd6c82e85-da2d-4b12-89ec-87809fb6bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8728d0ef-d04f-4dd1-9985-f25843c20824'} {{(pid=115720) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:02:06.720450 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.managers [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-d3568a89-47b8-4cad-8b15-700bacf94071 service neutron] Bound port: 7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6c82e85-da2d-4b12-89ec-87809fb6bbf3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 839, 'network_id': '8728d0ef-d04f-4dd1-9985-f25843c20824'}}] {{(pid=115720) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:02:06.721010 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-d3568a89-47b8-4cad-8b15-700bacf94071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:06.787196 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-d3568a89-47b8-4cad-8b15-700bacf94071 service neutron] For port 7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e, host hv-cinder-83602, cleared binding levels {{(pid=115720) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:02:06.790397 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-d3568a89-47b8-4cad-8b15-700bacf94071 service neutron] For port 7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e,segment=NetworkSegment(d6c82e85-da2d-4b12-89ec-87809fb6bbf3),segment_id=d6c82e85-da2d-4b12-89ec-87809fb6bbf3)] {{(pid=115720) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:02:06.793056 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe9e2a-ca01-4ab7-a319-7b2e0fc9bddc tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Pushing event updated for resources: {'Port': ['ID=1a704c6d-0f22-492f-8aeb-4b9ef2e272df,revision_number=2']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:06.822232 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee290d5-f29d-4753-992d-7032ab42f32b req-7a114960-94a7-49f1-b4f7-049fadab78eb tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:06.822232 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4ee290d5-f29d-4753-992d-7032ab42f32b req-7a114960-94a7-49f1-b4f7-049fadab78eb tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3 HTTP/1.1" status: 200 len: 948 time: 0.2330110 Mar 31 16:02:06.825965 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-5ebe9e2a-ca01-4ab7-a319-7b2e0fc9bddc tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (941f83f8-c611-4a57-ae2e-e763fd3b75e1), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:06.860020 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-d3568a89-47b8-4cad-8b15-700bacf94071 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4203203'] for port (7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:06.892813 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-d3568a89-47b8-4cad-8b15-700bacf94071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:06.893438 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-d3568a89-47b8-4cad-8b15-700bacf94071 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:06.894596 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-d3568a89-47b8-4cad-8b15-700bacf94071 service neutron] 10.222.0.24 "PUT /v2.0/ports/7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e HTTP/1.1" status: 200 len: 1098 time: 0.9849567 Mar 31 16:02:06.895033 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3', 'tag': '7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e'}] {{(pid=115720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:02:06.897274 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccc7965b351d9be82fa8b87eed5996d2f485a8722744a87613077a4f3f485543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdbf443-0b5f-4157-a32e-41c980a6e61c" -d '{"events": [{"name": "network-changed", "server_uuid": "0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3", "tag": "7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e"}]}' {{(pid=115720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:02:06.917758 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f0adc2b5-f759-4a8e-a96b-aced697ccc16 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (60f9c285-84e0-4929-89bd-aa274acb3bac), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:06.920853 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f0adc2b5-f759-4a8e-a96b-aced697ccc16 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:06.922025 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-f0adc2b5-f759-4a8e-a96b-aced697ccc16 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/60f9c285-84e0-4929-89bd-aa274acb3bac HTTP/1.1" status: 204 len: 168 time: 0.4899218 Mar 31 16:02:06.927705 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3568a89-47b8-4cad-8b15-700bacf94071 service neutron] Pushing event updated for resources: {'Port': ['ID=7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e,revision_number=3']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:06.961274 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e6c00df-5b1f-4b84-ab6e-0a575f835ea8 x-openstack-request-id: req-0e6c00df-5b1f-4b84-ab6e-0a575f835ea8 {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:02:06.964761 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3", "tag": "7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e", "status": "completed", "code": 200}]} {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:02:06.964761 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-0e6c00df-5b1f-4b84-ab6e-0a575f835ea8 {{(pid=115720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:02:06.964761 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e6c00df-5b1f-4b84-ab6e-0a575f835ea8'] response: {'name': 'network-changed', 'server_uuid': '0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3', 'tag': '7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e', 'status': 'completed', 'code': 200} Mar 31 16:02:06.969030 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0adc2b5-f759-4a8e-a96b-aced697ccc16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60f9c285-84e0-4929-89bd-aa274acb3bac,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:07.025881 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4ee290d5-f29d-4753-992d-7032ab42f32b req-3c292179-8396-4cb9-b654-59ae5e53eb60 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.47 "GET /v2.0/security-groups?id=16c969e0-6d8b-495d-bd6e-38a0049a5a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827741 Mar 31 16:02:07.045239 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-e86a5587-5a80-4266-90b3-76922f30fef1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:07.075908 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.db.l3_db [None req-5ebe9e2a-ca01-4ab7-a319-7b2e0fc9bddc tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Floating IP 941f83f8-c611-4a57-ae2e-e763fd3b75e1 associated. External IP: 172.27.0.211, port: b1549e82-b2e5-4241-92ef-36c5bd4b8c4b. Mar 31 16:02:07.093075 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbf443-0b5f-4157-a32e-41c980a6e61c req-ea9ff7e7-457e-46f8-94a9-e802aa49ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:07.095178 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-5fdbf443-0b5f-4157-a32e-41c980a6e61c req-ea9ff7e7-457e-46f8-94a9-e802aa49ccae service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aca4c094a73d48058759c7bfb4fc6d04&device_id=0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3 HTTP/1.1" status: 200 len: 1132 time: 0.0795903 Mar 31 16:02:07.133002 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-5fdbf443-0b5f-4157-a32e-41c980a6e61c req-dce9b946-b920-4efc-a587-8055210be0d9 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=aca4c094a73d48058759c7bfb4fc6d04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243907 Mar 31 16:02:07.236659 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fdbf443-0b5f-4157-a32e-41c980a6e61c req-2a38fc9d-82b9-4d97-be73-da4be3bbd99c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:07.238532 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-5fdbf443-0b5f-4157-a32e-41c980a6e61c req-2a38fc9d-82b9-4d97-be73-da4be3bbd99c service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1003625 Mar 31 16:02:07.343628 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ebe9e2a-ca01-4ab7-a319-7b2e0fc9bddc tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Router 83adb733-fb89-4add-86ae-f1198a667c32 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:02:07.346637 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-4a1f705e-97b8-46a4-aabf-8c9c8684a3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:07.348157 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-4a1f705e-97b8-46a4-aabf-8c9c8684a3c2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=aca4c094a73d48058759c7bfb4fc6d04&device_id=0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3 HTTP/1.1" status: 200 len: 1132 time: 0.0484898 Mar 31 16:02:07.400859 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-0aa4d26c-0fc6-4811-a24f-cc08a3222a17 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e HTTP/1.1" status: 200 len: 217 time: 0.0390334 Mar 31 16:02:07.415345 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-fa2a97da-5992-4ac2-93a1-aea2f56f7906 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5073219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5044791'] for subnet (a388edde-e6ab-469e-a1b2-5165885b5edc), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:07.461341 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-210363dc-1156-4a92-9176-4839c11d65c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:07.463595 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-210363dc-1156-4a92-9176-4839c11d65c1 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=bb890d18-a9db-4039-a32f-6aeba8a9a99a HTTP/1.1" status: 200 len: 843 time: 0.0538831 Mar 31 16:02:07.488592 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2a97da-5992-4ac2-93a1-aea2f56f7906 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a388edde-e6ab-469e-a1b2-5165885b5edc,revision_number=0']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:07.512673 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ebe9e2a-ca01-4ab7-a319-7b2e0fc9bddc tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:02:07.514475 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2a97da-5992-4ac2-93a1-aea2f56f7906 admin admin] Checking segment: {'id': '1c51cb10-7616-40ac-b97a-85274b7996b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:02:07.514834 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2a97da-5992-4ac2-93a1-aea2f56f7906 admin admin] Network hostable DHCP agents. Network: fd396baf-32f3-4650-986f-2e0b0f823007, hostable agents: ['476c03f2-c716-4e43-9eb8-27eff34871a5'], hosted agents: [] {{(pid=115719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:02:07.516694 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-9e6483f5-f43b-4799-9017-417f6ffa6182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:07.518871 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-9e6483f5-f43b-4799-9017-417f6ffa6182 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=8728d0ef-d04f-4dd1-9985-f25843c20824&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0482085 Mar 31 16:02:07.525664 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce0a6d-6a82-4cd2-a3f4-54768d7de106 None None] Sync routers for ids ['83adb733-fb89-4add-86ae-f1198a667c32'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:02:07.542848 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ce0a6d-6a82-4cd2-a3f4-54768d7de106 None None] Routers {'83adb733-fb89-4add-86ae-f1198a667c32'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:02:07.543962 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-34ce0a6d-6a82-4cd2-a3f4-54768d7de106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:02:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['83adb733-fb89-4add-86ae-f1198a667c32'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:07.619089 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-5ebe9e2a-ca01-4ab7-a319-7b2e0fc9bddc tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:07.655570 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-5ebe9e2a-ca01-4ab7-a319-7b2e0fc9bddc tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6559219 Mar 31 16:02:07.657167 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34df790e-aece-4220-9922-f339972a0985', 'tag': 'b1549e82-b2e5-4241-92ef-36c5bd4b8c4b'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:02:07.660838 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2c38b0-b15c-42d4-a3e1-bb50c604f8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "34df790e-aece-4220-9922-f339972a0985", "tag": "b1549e82-b2e5-4241-92ef-36c5bd4b8c4b"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:02:07.679607 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-34ce0a6d-6a82-4cd2-a3f4-54768d7de106 None None] Set router 83adb733-fb89-4add-86ae-f1198a667c32 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:02:07.683769 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2a97da-5992-4ac2-93a1-aea2f56f7906 admin admin] Network fd396baf-32f3-4650-986f-2e0b0f823007 is scheduled to be hosted by DHCP agent 476c03f2-c716-4e43-9eb8-27eff34871a5 with binding_index 1 {{(pid=115719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:02:07.723066 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:02:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-221c5992-a98a-48e3-aec8-78b17c2d08a2 x-openstack-request-id: req-221c5992-a98a-48e3-aec8-78b17c2d08a2 {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:02:07.723472 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34df790e-aece-4220-9922-f339972a0985", "tag": "b1549e82-b2e5-4241-92ef-36c5bd4b8c4b", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:02:07.723829 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-221c5992-a98a-48e3-aec8-78b17c2d08a2 {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:02:07.724891 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-221c5992-a98a-48e3-aec8-78b17c2d08a2'] response: {'name': 'network-changed', 'server_uuid': '34df790e-aece-4220-9922-f339972a0985', 'tag': 'b1549e82-b2e5-4241-92ef-36c5bd4b8c4b', 'status': 'completed', 'code': 200} Mar 31 16:02:07.793492 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [None req-fa2a97da-5992-4ac2-93a1-aea2f56f7906 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836028-1-iscsi, fd396baf-32f3-4650-986f-2e0b0f823007) {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:02:07.794063 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:07.803771 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2a97da-5992-4ac2-93a1-aea2f56f7906 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:07.804460 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-fa2a97da-5992-4ac2-93a1-aea2f56f7906 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:07.806806 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:02:07.809160 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6db4421-2b21-4278-8a03-9eb0fd9567a4 None None] Network fd396baf-32f3-4650-986f-2e0b0f823007 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:02:07.829725 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c38b0-b15c-42d4-a3e1-bb50c604f8b5 req-89553be4-32e2-40b7-89b7-a6adb13e14ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:07.835928 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-bf2c38b0-b15c-42d4-a3e1-bb50c604f8b5 req-89553be4-32e2-40b7-89b7-a6adb13e14ce service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3eb6cb740de46858b563c91534e31e1&device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 1129 time: 0.0669787 Mar 31 16:02:07.925434 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-fa2a97da-5992-4ac2-93a1-aea2f56f7906 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4190922 Mar 31 16:02:07.927905 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 39474) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:07.932271 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-8c4e5bc3-551e-4243-8761-221374d6857b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1737969383-router', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:07.948856 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-da92605b-50b7-4ad5-82fd-43d6053f493b service neutron] 10.222.0.24 "GET /v2.0/networks/8728d0ef-d04f-4dd1-9985-f25843c20824?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231846 Mar 31 16:02:07.962931 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c38b0-b15c-42d4-a3e1-bb50c604f8b5 req-7ad0b476-3c58-4742-99e4-59866e2d4441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:07.965119 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-bf2c38b0-b15c-42d4-a3e1-bb50c604f8b5 req-7ad0b476-3c58-4742-99e4-59866e2d4441 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f5df2171-df10-40fb-8d87-a14b51591fae HTTP/1.1" status: 200 len: 910 time: 0.1253915 Mar 31 16:02:08.032787 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bde931e3-27f9-409c-aede-b3e826b88e13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b736d4c-fbbf-5ea4-bffd-281830e71282-fd396baf-32f3-4650-986f-2e0b0f823007', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'project_id': '4d28aaeb531446a9b212059b5344459d', 'fixed_ips': [{'subnet_id': 'a388edde-e6ab-469e-a1b2-5165885b5edc'}]}} from dv-cinder-836028-1-iscsi. {{(pid=115721) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 16:02:08.035578 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-bde931e3-27f9-409c-aede-b3e826b88e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:08.062412 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-bf2c38b0-b15c-42d4-a3e1-bb50c604f8b5 req-dfbc141c-7450-4b1c-87a5-0fed909472ec service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1549e82-b2e5-4241-92ef-36c5bd4b8c4b HTTP/1.1" status: 200 len: 999 time: 0.0903831 Mar 31 16:02:08.064484 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5bc3-551e-4243-8761-221374d6857b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-607799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-419'] for router (100dbd7d-3bff-4ae1-af07-146084398759), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:08.065647 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5bc3-551e-4243-8761-221374d6857b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (100dbd7d-3bff-4ae1-af07-146084398759), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:08.078395 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-ee6ba453-0174-4ba7-b7cc-52756e665cd7 req-2698c730-768d-45bb-bd41-8e8d9fc8b2d4 service neutron] 10.222.0.24 "GET /v2.0/networks/8728d0ef-d04f-4dd1-9985-f25843c20824?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235733 Mar 31 16:02:08.199316 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-34ce0a6d-6a82-4cd2-a3f4-54768d7de106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83adb733-fb89-4add-86ae-f1198a667c32', 'name': 'tempest-TestShelveInstance-1203835214-router', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9984e5c-e6a8-432f-9749-0ac3774fc06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:56Z', 'updated_at': '2022-03-31T16:01:00Z', 'revision_number': 4, 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'gw_port': {'id': 'c9984e5c-e6a8-432f-9749-0ac3774fc06e', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83adb733-fb89-4add-86ae-f1198a667c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:57Z', 'updated_at': '2022-03-31T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '941f83f8-c611-4a57-ae2e-e763fd3b75e1', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '83adb733-fb89-4add-86ae-f1198a667c32', 'port_id': 'b1549e82-b2e5-4241-92ef-36c5bd4b8c4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae', 'mac_address': 'fa:16:3e:04:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34df790e-aece-4220-9922-f339972a0985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:02:05Z', 'updated_at': '2022-03-31T16:02:05Z', 'revision_number': 0, 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4701bed6-c944-4974-a73b-80f185854c17', 'name': '', 'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'mac_address': 'fa:16:3e:d5:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83adb733-fb89-4add-86ae-f1198a667c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7d60ba0c-54d1-460c-add1-62a21777b3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:59Z', 'updated_at': '2022-03-31T16:01:04Z', 'revision_number': 5, 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'subnets': [{'id': '7d60ba0c-54d1-460c-add1-62a21777b3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:08.233747 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce0a6d-6a82-4cd2-a3f4-54768d7de106 None None] Checking router: 83adb733-fb89-4add-86ae-f1198a667c32 for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:02:08.249276 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.db_base_plugin_common [None req-bde931e3-27f9-409c-aede-b3e826b88e13 None None] Allocated IP 172.20.0.2 (fd396baf-32f3-4650-986f-2e0b0f823007/a388edde-e6ab-469e-a1b2-5165885b5edc/06c1b70f-0fe9-4cf8-b491-0db4dc817051) {{(pid=115721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:02:08.263448 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ce0a6d-6a82-4cd2-a3f4-54768d7de106 None None] Routers {'83adb733-fb89-4add-86ae-f1198a667c32'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:02:08.264133 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-34ce0a6d-6a82-4cd2-a3f4-54768d7de106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:02:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['83adb733-fb89-4add-86ae-f1198a667c32'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:08.470935 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c38b0-b15c-42d4-a3e1-bb50c604f8b5 req-61986ef5-a506-48e2-8e6b-d4c371d1024d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:08.472457 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-bf2c38b0-b15c-42d4-a3e1-bb50c604f8b5 req-61986ef5-a506-48e2-8e6b-d4c371d1024d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d60ba0c-54d1-460c-add1-62a21777b3ba HTTP/1.1" status: 200 len: 848 time: 0.3964872 Mar 31 16:02:08.474807 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5bc3-551e-4243-8761-221374d6857b admin admin] Publish callbacks [] for router_controller (100dbd7d-3bff-4ae1-af07-146084398759), precommit_add_association {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:08.497833 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb52b0-a027-4fa9-9cd0-652a0517ecd0 req-c8f58247-af7f-4c82-b4a8-74e51f8cf656 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:08.499301 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b7eb52b0-a027-4fa9-9cd0-652a0517ecd0 req-c8f58247-af7f-4c82-b4a8-74e51f8cf656 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3 HTTP/1.1" status: 200 len: 948 time: 0.1392958 Mar 31 16:02:08.621673 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-34ce0a6d-6a82-4cd2-a3f4-54768d7de106 None None] Set router 83adb733-fb89-4add-86ae-f1198a667c32 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:02:08.626474 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c38b0-b15c-42d4-a3e1-bb50c604f8b5 req-77f6936b-54e0-4902-af43-6668ddb6bebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:08.628079 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-bf2c38b0-b15c-42d4-a3e1-bb50c604f8b5 req-77f6936b-54e0-4902-af43-6668ddb6bebf service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5df2171-df10-40fb-8d87-a14b51591fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1484184 Mar 31 16:02:08.634004 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b7eb52b0-a027-4fa9-9cd0-652a0517ecd0 req-d905c81e-a38e-43c2-99fc-ee78bec87d28 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.47 "GET /v2.0/security-groups?id=16c969e0-6d8b-495d-bd6e-38a0049a5a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184752 Mar 31 16:02:08.663963 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:08.756398 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5bc3-551e-4243-8761-221374d6857b admin admin] Publish callbacks [] for router_gateway (100dbd7d-3bff-4ae1-af07-146084398759), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:08.756668 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-bde931e3-27f9-409c-aede-b3e826b88e13 None None] Publish callbacks [] for port (06c1b70f-0fe9-4cf8-b491-0db4dc817051), precommit_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:08.793320 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-bf2c38b0-b15c-42d4-a3e1-bb50c604f8b5 req-2281e747-a3e9-41cb-8860-630a4029bc67 service neutron] 10.222.0.24 "GET /v2.0/networks/f5df2171-df10-40fb-8d87-a14b51591fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566920 Mar 31 16:02:08.827094 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-bde931e3-27f9-409c-aede-b3e826b88e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (06c1b70f-0fe9-4cf8-b491-0db4dc817051), after_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:08.882849 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bde931e3-27f9-409c-aede-b3e826b88e13 None None] Network fd396baf-32f3-4650-986f-2e0b0f823007 is already hosted by enough agents. {{(pid=115721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:02:08.892730 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.scheduler.base_scheduler [None req-bde931e3-27f9-409c-aede-b3e826b88e13 None None] Resources bound (agent type, host, resource id): {{(pid=115721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:02:08.895280 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde931e3-27f9-409c-aede-b3e826b88e13 None None] Received port after_create {{(pid=115721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:02:08.904939 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde931e3-27f9-409c-aede-b3e826b88e13 None None] Pushing event updated for resources: {'Port': ['ID=06c1b70f-0fe9-4cf8-b491-0db4dc817051,revision_number=1']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:08.928657 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-bf2c38b0-b15c-42d4-a3e1-bb50c604f8b5 req-d6d71cda-78e4-452b-bb2f-4e0169041f85 service neutron] 10.222.0.24 "GET /v2.0/networks/f5df2171-df10-40fb-8d87-a14b51591fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1298203 Mar 31 16:02:09.011859 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-bde931e3-27f9-409c-aede-b3e826b88e13 None None] Attempting to bind port 06c1b70f-0fe9-4cf8-b491-0db4dc817051 on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:02:09.012363 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-bde931e3-27f9-409c-aede-b3e826b88e13 None None] Attempting to bind port 06c1b70f-0fe9-4cf8-b491-0db4dc817051 by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': '1c51cb10-7616-40ac-b97a-85274b7996b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007'}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:02:09.012830 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde931e3-27f9-409c-aede-b3e826b88e13 None None] Attempting to bind port 06c1b70f-0fe9-4cf8-b491-0db4dc817051 on network fd396baf-32f3-4650-986f-2e0b0f823007 {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:02:09.028320 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde931e3-27f9-409c-aede-b3e826b88e13 None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:02:09.028320 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde931e3-27f9-409c-aede-b3e826b88e13 None None] Checking segment: {'id': '1c51cb10-7616-40ac-b97a-85274b7996b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:02:09.028320 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-bde931e3-27f9-409c-aede-b3e826b88e13 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:09.028320 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bde931e3-27f9-409c-aede-b3e826b88e13 None None] Bound using segment: {'id': '1c51cb10-7616-40ac-b97a-85274b7996b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007'} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:02:09.028320 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-bde931e3-27f9-409c-aede-b3e826b88e13 None None] Bound port: 06c1b70f-0fe9-4cf8-b491-0db4dc817051, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c51cb10-7616-40ac-b97a-85274b7996b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007'}}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:02:09.028320 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-bde931e3-27f9-409c-aede-b3e826b88e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (06c1b70f-0fe9-4cf8-b491-0db4dc817051), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:09.087573 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-34ce0a6d-6a82-4cd2-a3f4-54768d7de106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83adb733-fb89-4add-86ae-f1198a667c32', 'name': 'tempest-TestShelveInstance-1203835214-router', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9984e5c-e6a8-432f-9749-0ac3774fc06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:56Z', 'updated_at': '2022-03-31T16:01:00Z', 'revision_number': 4, 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'gw_port': {'id': 'c9984e5c-e6a8-432f-9749-0ac3774fc06e', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83adb733-fb89-4add-86ae-f1198a667c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:57Z', 'updated_at': '2022-03-31T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '941f83f8-c611-4a57-ae2e-e763fd3b75e1', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '83adb733-fb89-4add-86ae-f1198a667c32', 'port_id': 'b1549e82-b2e5-4241-92ef-36c5bd4b8c4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae', 'mac_address': 'fa:16:3e:04:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34df790e-aece-4220-9922-f339972a0985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:02:05Z', 'updated_at': '2022-03-31T16:02:05Z', 'revision_number': 0, 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4701bed6-c944-4974-a73b-80f185854c17', 'name': '', 'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'mac_address': 'fa:16:3e:d5:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83adb733-fb89-4add-86ae-f1198a667c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7d60ba0c-54d1-460c-add1-62a21777b3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:59Z', 'updated_at': '2022-03-31T16:01:04Z', 'revision_number': 5, 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'subnets': [{'id': '7d60ba0c-54d1-460c-add1-62a21777b3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:09.091598 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5bc3-551e-4243-8761-221374d6857b admin admin] Publish callbacks [] for router_gateway (100dbd7d-3bff-4ae1-af07-146084398759), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:09.117770 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5bc3-551e-4243-8761-221374d6857b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:09.122947 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ce0a6d-6a82-4cd2-a3f4-54768d7de106 None None] The sync data for ids ['83adb733-fb89-4add-86ae-f1198a667c32'] in dv-cinder-836028-1-iscsi is: [{'id': '83adb733-fb89-4add-86ae-f1198a667c32', 'name': 'tempest-TestShelveInstance-1203835214-router', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9984e5c-e6a8-432f-9749-0ac3774fc06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:56Z', 'updated_at': '2022-03-31T16:01:00Z', 'revision_number': 4, 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'gw_port': {'id': 'c9984e5c-e6a8-432f-9749-0ac3774fc06e', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83adb733-fb89-4add-86ae-f1198a667c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:57Z', 'updated_at': '2022-03-31T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '941f83f8-c611-4a57-ae2e-e763fd3b75e1', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'floating_ip_address': '172.27.0.211', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '83adb733-fb89-4add-86ae-f1198a667c32', 'port_id': 'b1549e82-b2e5-4241-92ef-36c5bd4b8c4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 640, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae', 'mac_address': 'fa:16:3e:04:48:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34df790e-aece-4220-9922-f339972a0985', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:02:05Z', 'updated_at': '2022-03-31T16:02:05Z', 'revision_number': 0, 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4701bed6-c944-4974-a73b-80f185854c17', 'name': '', 'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'mac_address': 'fa:16:3e:d5:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83adb733-fb89-4add-86ae-f1198a667c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7d60ba0c-54d1-460c-add1-62a21777b3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:59Z', 'updated_at': '2022-03-31T16:01:04Z', 'revision_number': 5, 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'subnets': [{'id': '7d60ba0c-54d1-460c-add1-62a21777b3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:02:09.150612 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-bde931e3-27f9-409c-aede-b3e826b88e13 None None] For port 06c1b70f-0fe9-4cf8-b491-0db4dc817051, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:02:09.156436 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-bde931e3-27f9-409c-aede-b3e826b88e13 None None] For port 06c1b70f-0fe9-4cf8-b491-0db4dc817051, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=06c1b70f-0fe9-4cf8-b491-0db4dc817051,segment=NetworkSegment(1c51cb10-7616-40ac-b97a-85274b7996b5),segment_id=1c51cb10-7616-40ac-b97a-85274b7996b5)] {{(pid=115721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:02:09.237464 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-bde931e3-27f9-409c-aede-b3e826b88e13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (06c1b70f-0fe9-4cf8-b491-0db4dc817051), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:09.291587 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [None req-8c4e5bc3-551e-4243-8761-221374d6857b admin admin] Allocated IP 172.27.0.146 (3b1a5cd5-bca8-4f86-be99-483986f7f547/c4390997-9a11-4c24-ae70-32af92bbcdb2/51417a70-0f56-4b94-a3d0-1c95dc7951a3) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:02:09.358619 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde931e3-27f9-409c-aede-b3e826b88e13 None None] Pushing event updated for resources: {'Port': ['ID=06c1b70f-0fe9-4cf8-b491-0db4dc817051,revision_number=2']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:09.449809 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb49d45c-03d0-4f56-822c-5219967e09de None None] New status for floating IP 941f83f8-c611-4a57-ae2e-e763fd3b75e1: ACTIVE {{(pid=115722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:02:09.462013 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5bc3-551e-4243-8761-221374d6857b admin admin] Publish callbacks [] for port (51417a70-0f56-4b94-a3d0-1c95dc7951a3), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:09.465688 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:09.576693 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5bc3-551e-4243-8761-221374d6857b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (51417a70-0f56-4b94-a3d0-1c95dc7951a3), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:09.623906 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4e5bc3-551e-4243-8761-221374d6857b admin admin] Network 3b1a5cd5-bca8-4f86-be99-483986f7f547 is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:02:09.627134 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [None req-8c4e5bc3-551e-4243-8761-221374d6857b admin admin] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:02:09.635223 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c4e5bc3-551e-4243-8761-221374d6857b admin admin] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:02:09.659410 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4e5bc3-551e-4243-8761-221374d6857b admin admin] Pushing event updated for resources: {'Port': ['ID=51417a70-0f56-4b94-a3d0-1c95dc7951a3,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:09.845196 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82599e7c-ddec-4f90-99df-f1a03c27eb58 req-efe4c354-d6b6-4531-a428-548a3d03aa76 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:09.846594 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-82599e7c-ddec-4f90-99df-f1a03c27eb58 req-efe4c354-d6b6-4531-a428-548a3d03aa76 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3 HTTP/1.1" status: 200 len: 948 time: 0.0903344 Mar 31 16:02:09.894515 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-82599e7c-ddec-4f90-99df-f1a03c27eb58 req-fcac3065-8955-4be9-9959-a40a63c0ddfa tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.47 "GET /v2.0/security-groups?id=16c969e0-6d8b-495d-bd6e-38a0049a5a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421622 Mar 31 16:02:10.027984 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5bc3-551e-4243-8761-221374d6857b admin admin] Publish callbacks [] for router_gateway (100dbd7d-3bff-4ae1-af07-146084398759), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:10.140405 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 39520) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:10.187592 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=115721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:02:10.262068 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-56f9c13b-1b2b-4af5-8ff5-113dd6642b6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:10.274086 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5bc3-551e-4243-8761-221374d6857b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609569'] for router (100dbd7d-3bff-4ae1-af07-146084398759), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:10.308614 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e,segment=NetworkSegment(d6c82e85-da2d-4b12-89ec-87809fb6bbf3),segment_id=d6c82e85-da2d-4b12-89ec-87809fb6bbf3)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:02:10.324239 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Returning: {'device': '7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e', 'network_id': '8728d0ef-d04f-4dd1-9985-f25843c20824', 'port_id': '7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e', 'mac_address': 'fa:16:3e:14:f4:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 839, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb890d18-a9db-4039-a32f-6aeba8a9a99a', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:02:10.369294 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-56f9c13b-1b2b-4af5-8ff5-113dd6642b6a admin admin] Publish callbacks [] for security_group (eca0ef77-8c7f-4157-9256-adb77212cbda), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:10.374431 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e is: DOWN; New status is: BUILD {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:02:10.374826 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:10.388405 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e {{(pid=115721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:02:10.409991 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e,segment=NetworkSegment(d6c82e85-da2d-4b12-89ec-87809fb6bbf3),segment_id=d6c82e85-da2d-4b12-89ec-87809fb6bbf3)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:02:10.431196 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-56f9c13b-1b2b-4af5-8ff5-113dd6642b6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (eca0ef77-8c7f-4157-9256-adb77212cbda), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:10.435159 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b805e4-b7c7-496a-b334-f636fbd3f47f None None] Network fd396baf-32f3-4650-986f-2e0b0f823007 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:02:10.474256 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-56f9c13b-1b2b-4af5-8ff5-113dd6642b6a admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=cca9ebb9aefb4cd49b5bd9f99b4ae9fc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3327591 Mar 31 16:02:10.475056 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f9c13b-1b2b-4af5-8ff5-113dd6642b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca0ef77-8c7f-4157-9256-adb77212cbda,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:10.478541 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:10.480121 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 39524) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:10.502935 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c4e5bc3-551e-4243-8761-221374d6857b admin admin] Router 100dbd7d-3bff-4ae1-af07-146084398759 is scheduled to L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f with binding_index 1 {{(pid=115719) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 16:02:10.564872 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-21ad812f-986b-4363-903c-e775ba3004ad None None] Provisioning complete for port 06c1b70f-0fe9-4cf8-b491-0db4dc817051 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:02:10.565353 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-21ad812f-986b-4363-903c-e775ba3004ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (06c1b70f-0fe9-4cf8-b491-0db4dc817051), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:10.567023 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:10.604151 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2b70b054-7349-45f6-afe5-2b47df3f9b88 admin admin] Publish callbacks [] for security_group (eca0ef77-8c7f-4157-9256-adb77212cbda), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:10.639292 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2b70b054-7349-45f6-afe5-2b47df3f9b88 admin admin] Publish callbacks [] for security_group (eca0ef77-8c7f-4157-9256-adb77212cbda), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:10.679476 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c4e5bc3-551e-4243-8761-221374d6857b admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:02:10.682326 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-21ad812f-986b-4363-903c-e775ba3004ad None None] Current status of the port 06c1b70f-0fe9-4cf8-b491-0db4dc817051 is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:02:10.683196 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-21ad812f-986b-4363-903c-e775ba3004ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (06c1b70f-0fe9-4cf8-b491-0db4dc817051), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:10.688571 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bdf7be-47e8-4b9d-8e23-26bf5e208782 None None] Sync routers for ids ['100dbd7d-3bff-4ae1-af07-146084398759'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:02:10.721649 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bdf7be-47e8-4b9d-8e23-26bf5e208782 None None] Routers {'100dbd7d-3bff-4ae1-af07-146084398759'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:02:10.722465 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-e8bdf7be-47e8-4b9d-8e23-26bf5e208782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:02:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['100dbd7d-3bff-4ae1-af07-146084398759'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:10.781248 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-8c4e5bc3-551e-4243-8761-221374d6857b admin admin] Publish callbacks [] for router (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:10.782774 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-8c4e5bc3-551e-4243-8761-221374d6857b admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.8537414 Mar 31 16:02:10.785388 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 39526) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:10.804854 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:02:10.811999 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-21ad812f-986b-4363-903c-e775ba3004ad None None] For port 06c1b70f-0fe9-4cf8-b491-0db4dc817051, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=06c1b70f-0fe9-4cf8-b491-0db4dc817051,segment=NetworkSegment(1c51cb10-7616-40ac-b97a-85274b7996b5),segment_id=1c51cb10-7616-40ac-b97a-85274b7996b5)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:02:10.837579 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 06c1b70f-0fe9-4cf8-b491-0db4dc817051 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:02:10.840362 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2b70b054-7349-45f6-afe5-2b47df3f9b88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (eca0ef77-8c7f-4157-9256-adb77212cbda), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:10.843443 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2b70b054-7349-45f6-afe5-2b47df3f9b88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:10.847165 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-2b70b054-7349-45f6-afe5-2b47df3f9b88 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/eca0ef77-8c7f-4157-9256-adb77212cbda HTTP/1.1" status: 204 len: 168 time: 0.3634334 Mar 31 16:02:10.884500 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b70b054-7349-45f6-afe5-2b47df3f9b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca0ef77-8c7f-4157-9256-adb77212cbda,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:10.900423 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-21ad812f-986b-4363-903c-e775ba3004ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (06c1b70f-0fe9-4cf8-b491-0db4dc817051), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:10.994417 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-e8bdf7be-47e8-4b9d-8e23-26bf5e208782 None None] Set router 100dbd7d-3bff-4ae1-af07-146084398759 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:02:11.078766 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a9cde8-0fa6-45c5-b552-87c48d207204 req-2ff23543-ea3f-4daf-a6aa-f9e7c659ef4c tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:11.079972 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d3a9cde8-0fa6-45c5-b552-87c48d207204 req-2ff23543-ea3f-4daf-a6aa-f9e7c659ef4c tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3 HTTP/1.1" status: 200 len: 949 time: 0.0796139 Mar 31 16:02:11.099982 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ad812f-986b-4363-903c-e775ba3004ad None None] Pushing event updated for resources: {'Port': ['ID=06c1b70f-0fe9-4cf8-b491-0db4dc817051,revision_number=3']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:11.141349 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 06c1b70f-0fe9-4cf8-b491-0db4dc817051 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:02:11.141349 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (06c1b70f-0fe9-4cf8-b491-0db4dc817051), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:11.181374 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:11.188220 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-844302d6-39b9-432f-8efb-2323f5b1c68b None None] Provisioning complete for port 06c1b70f-0fe9-4cf8-b491-0db4dc817051 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:02:11.192977 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-844302d6-39b9-432f-8efb-2323f5b1c68b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (06c1b70f-0fe9-4cf8-b491-0db4dc817051), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:11.206995 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d3a9cde8-0fa6-45c5-b552-87c48d207204 req-c811b98c-167f-4345-b91f-4b5304eb915b tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.47 "GET /v2.0/security-groups?id=16c969e0-6d8b-495d-bd6e-38a0049a5a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901103 Mar 31 16:02:11.342185 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-75074cb2-269b-4f7c-9a14-8af92fb1ceca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:11.501496 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [None req-75074cb2-269b-4f7c-9a14-8af92fb1ceca admin admin] Allocated IP 172.20.0.1 (fd396baf-32f3-4650-986f-2e0b0f823007/a388edde-e6ab-469e-a1b2-5165885b5edc/007da67d-e8c1-463d-ab83-edbf911c80a0) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:02:11.514789 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 39534) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:11.529840 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bac26296-b5af-447f-a497-baba9cf22577 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:11.561139 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 06c1b70f-0fe9-4cf8-b491-0db4dc817051 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:02:11.580395 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-844302d6-39b9-432f-8efb-2323f5b1c68b None None] Current status of the port 06c1b70f-0fe9-4cf8-b491-0db4dc817051 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:02:11.596088 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-e8bdf7be-47e8-4b9d-8e23-26bf5e208782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100dbd7d-3bff-4ae1-af07-146084398759', 'name': 'tempest-TestVolumeBootPattern-1737969383-router', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:08Z', 'updated_at': '2022-03-31T16:02:09Z', 'revision_number': 3, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'gw_port': {'id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:09Z', 'updated_at': '2022-03-31T16:02:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:11.620172 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bac26296-b5af-447f-a497-baba9cf22577 admin admin] Publish callbacks [] for security_group (5c474481-1de1-4401-98e7-24c75bee4064), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:11.624618 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bdf7be-47e8-4b9d-8e23-26bf5e208782 None None] Checking router: 100dbd7d-3bff-4ae1-af07-146084398759 for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:02:11.625005 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bdf7be-47e8-4b9d-8e23-26bf5e208782 None None] Updating router 100dbd7d-3bff-4ae1-af07-146084398759 port 51417a70-0f56-4b94-a3d0-1c95dc7951a3 binding host dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:02:11.626624 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-75074cb2-269b-4f7c-9a14-8af92fb1ceca admin admin] Publish callbacks [] for port (007da67d-e8c1-463d-ab83-edbf911c80a0), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:11.653285 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-e8bdf7be-47e8-4b9d-8e23-26bf5e208782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (51417a70-0f56-4b94-a3d0-1c95dc7951a3), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:11.684353 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bac26296-b5af-447f-a497-baba9cf22577 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (5c474481-1de1-4401-98e7-24c75bee4064), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:11.713425 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-75074cb2-269b-4f7c-9a14-8af92fb1ceca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (007da67d-e8c1-463d-ab83-edbf911c80a0), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:11.728003 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-bac26296-b5af-447f-a497-baba9cf22577 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5cace184c07949f1abc80a11864b4e04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2084019 Mar 31 16:02:11.728003 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac26296-b5af-447f-a497-baba9cf22577 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c474481-1de1-4401-98e7-24c75bee4064,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:11.729109 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 39536) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:11.764870 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75074cb2-269b-4f7c-9a14-8af92fb1ceca admin admin] Network fd396baf-32f3-4650-986f-2e0b0f823007 is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:02:11.772898 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [None req-75074cb2-269b-4f7c-9a14-8af92fb1ceca admin admin] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:02:11.775538 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75074cb2-269b-4f7c-9a14-8af92fb1ceca admin admin] Pushing event updated for resources: {'Port': ['ID=007da67d-e8c1-463d-ab83-edbf911c80a0,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:11.777785 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75074cb2-269b-4f7c-9a14-8af92fb1ceca admin admin] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:02:11.781521 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-45ff3200-00ae-4f4e-b1e3-cf1848bd259f admin admin] Publish callbacks [] for security_group (5c474481-1de1-4401-98e7-24c75bee4064), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:11.811524 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-45ff3200-00ae-4f4e-b1e3-cf1848bd259f admin admin] Publish callbacks [] for security_group (5c474481-1de1-4401-98e7-24c75bee4064), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:11.815433 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-75074cb2-269b-4f7c-9a14-8af92fb1ceca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606710'] for router_interface (100dbd7d-3bff-4ae1-af07-146084398759), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:11.941502 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-45ff3200-00ae-4f4e-b1e3-cf1848bd259f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (5c474481-1de1-4401-98e7-24c75bee4064), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:11.944208 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-45ff3200-00ae-4f4e-b1e3-cf1848bd259f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:11.945776 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-45ff3200-00ae-4f4e-b1e3-cf1848bd259f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/5c474481-1de1-4401-98e7-24c75bee4064 HTTP/1.1" status: 204 len: 168 time: 0.2152276 Mar 31 16:02:11.954176 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ff3200-00ae-4f4e-b1e3-cf1848bd259f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c474481-1de1-4401-98e7-24c75bee4064,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:11.979995 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-e8bdf7be-47e8-4b9d-8e23-26bf5e208782 None None] Publish callbacks [] for port (51417a70-0f56-4b94-a3d0-1c95dc7951a3), precommit_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:12.038608 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-e8bdf7be-47e8-4b9d-8e23-26bf5e208782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (51417a70-0f56-4b94-a3d0-1c95dc7951a3), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:12.049328 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-75074cb2-269b-4f7c-9a14-8af92fb1ceca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (007da67d-e8c1-463d-ab83-edbf911c80a0), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:12.095287 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-e8bdf7be-47e8-4b9d-8e23-26bf5e208782 None None] Attempting to bind port 51417a70-0f56-4b94-a3d0-1c95dc7951a3 on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:02:12.095774 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-e8bdf7be-47e8-4b9d-8e23-26bf5e208782 None None] Attempting to bind port 51417a70-0f56-4b94-a3d0-1c95dc7951a3 by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:02:12.096232 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bdf7be-47e8-4b9d-8e23-26bf5e208782 None None] Attempting to bind port 51417a70-0f56-4b94-a3d0-1c95dc7951a3 on network 3b1a5cd5-bca8-4f86-be99-483986f7f547 {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:02:12.099564 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129588f-695a-49df-abbd-7c85375587e6 None None] Pushing event updated for resources: {'Port': ['ID=51417a70-0f56-4b94-a3d0-1c95dc7951a3,revision_number=2']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:12.108686 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bdf7be-47e8-4b9d-8e23-26bf5e208782 None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:02:12.109164 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bdf7be-47e8-4b9d-8e23-26bf5e208782 None None] Checking segment: {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:02:12.109580 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-e8bdf7be-47e8-4b9d-8e23-26bf5e208782 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:12.109992 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e8bdf7be-47e8-4b9d-8e23-26bf5e208782 None None] Bound using segment: {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:02:12.110452 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-e8bdf7be-47e8-4b9d-8e23-26bf5e208782 None None] Bound port: 51417a70-0f56-4b94-a3d0-1c95dc7951a3, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:02:12.110836 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-e8bdf7be-47e8-4b9d-8e23-26bf5e208782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (51417a70-0f56-4b94-a3d0-1c95dc7951a3), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:12.145422 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-da2ea32d-b005-4430-ae02-4f178f682332 None None] Provisioning complete for port 007da67d-e8c1-463d-ab83-edbf911c80a0 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:02:12.145812 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-da2ea32d-b005-4430-ae02-4f178f682332 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (007da67d-e8c1-463d-ab83-edbf911c80a0), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:12.198472 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-e8bdf7be-47e8-4b9d-8e23-26bf5e208782 None None] For port 51417a70-0f56-4b94-a3d0-1c95dc7951a3, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:02:12.205220 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-e8bdf7be-47e8-4b9d-8e23-26bf5e208782 None None] For port 51417a70-0f56-4b94-a3d0-1c95dc7951a3, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=51417a70-0f56-4b94-a3d0-1c95dc7951a3,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:02:12.210164 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e up at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:02:12.213335 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-da2ea32d-b005-4430-ae02-4f178f682332 None None] Port 007da67d-e8c1-463d-ab83-edbf911c80a0 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:02:12.259117 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a36a3e2f-7336-4b7c-aec3-39dc9f1a6e84 req-1a643b33-2298-4cfd-b865-653f616530be service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0827212 Mar 31 16:02:12.263622 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-75074cb2-269b-4f7c-9a14-8af92fb1ceca admin admin] Publish callbacks [] for port (007da67d-e8c1-463d-ab83-edbf911c80a0), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:12.289770 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-e8bdf7be-47e8-4b9d-8e23-26bf5e208782 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (51417a70-0f56-4b94-a3d0-1c95dc7951a3), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:12.337657 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-75074cb2-269b-4f7c-9a14-8af92fb1ceca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (007da67d-e8c1-463d-ab83-edbf911c80a0), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:12.350454 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bdf7be-47e8-4b9d-8e23-26bf5e208782 None None] Routers {'100dbd7d-3bff-4ae1-af07-146084398759'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:02:12.351087 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-e8bdf7be-47e8-4b9d-8e23-26bf5e208782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:02:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['100dbd7d-3bff-4ae1-af07-146084398759'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:12.420615 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning for port 7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e completed by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:02:12.425670 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5129588f-695a-49df-abbd-7c85375587e6 None None] Pushing event updated for resources: {'Port': ['ID=51417a70-0f56-4b94-a3d0-1c95dc7951a3,revision_number=3']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:12.430932 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning complete for port 7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:02:12.430932 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:12.439781 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-75074cb2-269b-4f7c-9a14-8af92fb1ceca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606562'] for router_interface (100dbd7d-3bff-4ae1-af07-146084398759), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:12.450247 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0eeb6f-db49-41c9-a95f-ed45a35539d0 req-fdd68d47-20b8-4f6f-90dd-06cb362bc9d8 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:12.451758 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ef0eeb6f-db49-41c9-a95f-ed45a35539d0 req-fdd68d47-20b8-4f6f-90dd-06cb362bc9d8 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3 HTTP/1.1" status: 200 len: 949 time: 0.1581688 Mar 31 16:02:12.454651 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75074cb2-269b-4f7c-9a14-8af92fb1ceca admin admin] Pushing event updated for resources: {'Port': ['ID=007da67d-e8c1-463d-ab83-edbf911c80a0,revision_number=2']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:12.494362 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a3e2f-7336-4b7c-aec3-39dc9f1a6e84 req-0128df91-81b5-4f38-9074-672d71a09426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:12.496408 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a36a3e2f-7336-4b7c-aec3-39dc9f1a6e84 req-0128df91-81b5-4f38-9074-672d71a09426 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3eb6cb740de46858b563c91534e31e1&device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 1129 time: 0.1701078 Mar 31 16:02:12.532072 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-e8bdf7be-47e8-4b9d-8e23-26bf5e208782 None None] Set router 100dbd7d-3bff-4ae1-af07-146084398759 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:02:12.638902 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e is: BUILD; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:02:12.639284 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:12.723176 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e'}] {{(pid=115721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:02:12.725943 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dbd394bfc303c33638f161c815dd3ff8081b22df1313fe1def72e09edd93f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5ef4642-9b07-41a9-a927-bdfaa142410b" -d '{"events": [{"server_uuid": "0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3", "name": "network-vif-plugged", "status": "completed", "tag": "7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e"}]}' {{(pid=115721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:02:12.752786 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e,segment=NetworkSegment(d6c82e85-da2d-4b12-89ec-87809fb6bbf3),segment_id=d6c82e85-da2d-4b12-89ec-87809fb6bbf3)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:02:12.826300 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:02:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c0e617-3524-4384-bee1-4035a3613c66 x-openstack-request-id: req-01c0e617-3524-4384-bee1-4035a3613c66 {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:02:12.826725 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3", "name": "network-vif-plugged", "status": "completed", "tag": "7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e", "code": 200}]} {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:02:12.827073 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-01c0e617-3524-4384-bee1-4035a3613c66 {{(pid=115721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:02:12.828557 dv-cinder-836028-1-iscsi neutron-server[115721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01c0e617-3524-4384-bee1-4035a3613c66'] response: {'server_uuid': '0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e', 'code': 200} Mar 31 16:02:12.852471 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 06c1b70f-0fe9-4cf8-b491-0db4dc817051 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:02:12.860278 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:12.908705 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ef0eeb6f-db49-41c9-a95f-ed45a35539d0 req-ac5698ff-a2c9-4573-89c1-881c8223ffe1 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.47 "GET /v2.0/security-groups?id=16c969e0-6d8b-495d-bd6e-38a0049a5a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4440691 Mar 31 16:02:12.946700 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-e8bdf7be-47e8-4b9d-8e23-26bf5e208782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100dbd7d-3bff-4ae1-af07-146084398759', 'name': 'tempest-TestVolumeBootPattern-1737969383-router', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:08Z', 'updated_at': '2022-03-31T16:02:11Z', 'revision_number': 4, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'gw_port': {'id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:09Z', 'updated_at': '2022-03-31T16:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '007da67d-e8c1-463d-ab83-edbf911c80a0', 'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'mac_address': 'fa:16:3e:89:36:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:11Z', 'updated_at': '2022-03-31T16:02:12Z', 'revision_number': 2, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'subnets': [{'id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:12.958765 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75074cb2-269b-4f7c-9a14-8af92fb1ceca admin admin] Network fd396baf-32f3-4650-986f-2e0b0f823007 is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:02:12.961623 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [None req-75074cb2-269b-4f7c-9a14-8af92fb1ceca admin admin] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:02:12.964105 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a3e2f-7336-4b7c-aec3-39dc9f1a6e84 req-f8f96384-ae66-4b8f-a184-69e1a68f5e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:12.965593 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a36a3e2f-7336-4b7c-aec3-39dc9f1a6e84 req-f8f96384-ae66-4b8f-a184-69e1a68f5e3a service neutron] 10.222.0.24 "GET /v2.0/networks?id=f5df2171-df10-40fb-8d87-a14b51591fae HTTP/1.1" status: 200 len: 910 time: 0.1535602 Mar 31 16:02:13.012569 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8bdf7be-47e8-4b9d-8e23-26bf5e208782 None None] The sync data for ids ['100dbd7d-3bff-4ae1-af07-146084398759'] in dv-cinder-836028-1-iscsi is: [{'id': '100dbd7d-3bff-4ae1-af07-146084398759', 'name': 'tempest-TestVolumeBootPattern-1737969383-router', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:08Z', 'updated_at': '2022-03-31T16:02:11Z', 'revision_number': 4, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'gw_port': {'id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:09Z', 'updated_at': '2022-03-31T16:02:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '007da67d-e8c1-463d-ab83-edbf911c80a0', 'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'mac_address': 'fa:16:3e:89:36:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:11Z', 'updated_at': '2022-03-31T16:02:12Z', 'revision_number': 2, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'subnets': [{'id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:02:13.035558 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:13.050185 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 06c1b70f-0fe9-4cf8-b491-0db4dc817051 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:02:13.051574 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (06c1b70f-0fe9-4cf8-b491-0db4dc817051), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:13.133476 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a36a3e2f-7336-4b7c-aec3-39dc9f1a6e84 req-d2e6695f-9b6b-4e77-bb78-3d04d612cb4d service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1549e82-b2e5-4241-92ef-36c5bd4b8c4b HTTP/1.1" status: 200 len: 1001 time: 0.1576674 Mar 31 16:02:13.186190 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 06c1b70f-0fe9-4cf8-b491-0db4dc817051 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:02:13.205678 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a2f689-b608-455c-9a3e-906eabfbcf95 req-b6773fc0-9c6c-4be9-966a-231d95cd1601 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:13.209684 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-67a2f689-b608-455c-9a3e-906eabfbcf95 req-b6773fc0-9c6c-4be9-966a-231d95cd1601 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3 HTTP/1.1" status: 200 len: 1134 time: 0.0931082 Mar 31 16:02:13.216314 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75074cb2-269b-4f7c-9a14-8af92fb1ceca admin admin] Router 100dbd7d-3bff-4ae1-af07-146084398759 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:02:13.217857 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a3e2f-7336-4b7c-aec3-39dc9f1a6e84 req-f40f8874-8ced-47a9-a58a-8eb933aa9c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:13.219319 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a36a3e2f-7336-4b7c-aec3-39dc9f1a6e84 req-f40f8874-8ced-47a9-a58a-8eb933aa9c02 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d60ba0c-54d1-460c-add1-62a21777b3ba HTTP/1.1" status: 200 len: 848 time: 0.0810332 Mar 31 16:02:13.279529 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [req-67a2f689-b608-455c-9a3e-906eabfbcf95 req-ddf1c11a-1176-4643-aee9-4cc1e9a4ada2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=16c969e0-6d8b-495d-bd6e-38a0049a5a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635524 Mar 31 16:02:13.358427 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-718b6324-96c5-4db5-a2fe-82c41c332d1b None None] Provisioning complete for port 007da67d-e8c1-463d-ab83-edbf911c80a0 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:02:13.358427 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-718b6324-96c5-4db5-a2fe-82c41c332d1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (007da67d-e8c1-463d-ab83-edbf911c80a0), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:13.384665 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a3e2f-7336-4b7c-aec3-39dc9f1a6e84 req-63e04458-f143-4cb4-a680-335da620061f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:13.386322 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a36a3e2f-7336-4b7c-aec3-39dc9f1a6e84 req-63e04458-f143-4cb4-a680-335da620061f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5df2171-df10-40fb-8d87-a14b51591fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1602392 Mar 31 16:02:13.408629 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-718b6324-96c5-4db5-a2fe-82c41c332d1b None None] Port 007da67d-e8c1-463d-ab83-edbf911c80a0 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:02:13.419569 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75074cb2-269b-4f7c-9a14-8af92fb1ceca admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:02:13.428617 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-75074cb2-269b-4f7c-9a14-8af92fb1ceca admin admin] 10.222.0.47 "PUT /v2.0/routers/100dbd7d-3bff-4ae1-af07-146084398759/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6417501 Mar 31 16:02:13.645608 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a36a3e2f-7336-4b7c-aec3-39dc9f1a6e84 req-94145908-9e5f-4070-8061-0a99eb87221e service neutron] 10.222.0.24 "GET /v2.0/networks/f5df2171-df10-40fb-8d87-a14b51591fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1058843 Mar 31 16:02:13.757499 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a36a3e2f-7336-4b7c-aec3-39dc9f1a6e84 req-38d6da65-3cd3-438d-bc87-bf6803ef1e1e service neutron] 10.222.0.24 "GET /v2.0/networks/f5df2171-df10-40fb-8d87-a14b51591fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060181 Mar 31 16:02:14.064081 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0b7991-0d20-4a81-820a-630711ec9043 req-0b06cc86-f6cb-45e6-938f-1a81f7a06371 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:14.065660 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8e0b7991-0d20-4a81-820a-630711ec9043 req-0b06cc86-f6cb-45e6-938f-1a81f7a06371 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3 HTTP/1.1" status: 200 len: 950 time: 0.0654342 Mar 31 16:02:14.117396 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8e0b7991-0d20-4a81-820a-630711ec9043 req-f09f2999-a8ec-44a2-b0ce-703bbea04436 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.47 "GET /v2.0/security-groups?id=16c969e0-6d8b-495d-bd6e-38a0049a5a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460703 Mar 31 16:02:14.333523 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 39592) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:14.339470 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-8bdc7130-4c0e-4909-82fe-8da8a26ed1da admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1640021970-network', 'tenant_id': '60d83480051d48418409aa324504498d'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:14.473470 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdc7130-4c0e-4909-82fe-8da8a26ed1da admin admin] Made reservation on behalf of 60d83480051d48418409aa324504498d for: {'network': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:02:14.476200 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8bdc7130-4c0e-4909-82fe-8da8a26ed1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for network (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:14.486523 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8bdc7130-4c0e-4909-82fe-8da8a26ed1da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:14.574647 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8bdc7130-4c0e-4909-82fe-8da8a26ed1da admin admin] Publish callbacks [] for security_group (983b671e-5f23-430d-a245-a415b85eeda4), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:14.637113 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8bdc7130-4c0e-4909-82fe-8da8a26ed1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (983b671e-5f23-430d-a245-a415b85eeda4), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:14.658489 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bdc7130-4c0e-4909-82fe-8da8a26ed1da admin admin] vlan segment allocate from pool success with {'vlan_id': 821, 'physical_network': 'physnet1'} {{(pid=115720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:02:14.672016 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc7130-4c0e-4909-82fe-8da8a26ed1da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=983b671e-5f23-430d-a245-a415b85eeda4,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:14.676704 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8bdc7130-4c0e-4909-82fe-8da8a26ed1da admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (7987f9ef-975d-4b52-a20c-5f2c671a5e94), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:14.677051 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.segments_db [None req-8bdc7130-4c0e-4909-82fe-8da8a26ed1da admin admin] Added segment 7987f9ef-975d-4b52-a20c-5f2c671a5e94 of type vlan for network 20655571-a5e3-40bf-8854-4d4c2f66b0a2 Mar 31 16:02:14.718447 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8bdc7130-4c0e-4909-82fe-8da8a26ed1da admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779152372026'] for network (20655571-a5e3-40bf-8854-4d4c2f66b0a2), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:14.798570 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8bdc7130-4c0e-4909-82fe-8da8a26ed1da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for network (20655571-a5e3-40bf-8854-4d4c2f66b0a2), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:14.799361 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 51417a70-0f56-4b94-a3d0-1c95dc7951a3 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:02:14.800414 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdc7130-4c0e-4909-82fe-8da8a26ed1da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:14.801017 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8bdc7130-4c0e-4909-82fe-8da8a26ed1da admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:14.861150 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 51417a70-0f56-4b94-a3d0-1c95dc7951a3 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:02:14.865966 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (51417a70-0f56-4b94-a3d0-1c95dc7951a3), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:14.866213 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc7130-4c0e-4909-82fe-8da8a26ed1da admin admin] Pushing event updated for resources: {'Network': ['ID=20655571-a5e3-40bf-8854-4d4c2f66b0a2,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:14.887038 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Network 20655571-a5e3-40bf-8854-4d4c2f66b0a2 details requested by agent ovs-agent-dv-cinder-836028-1-iscsi with host dv-cinder-836028-1-iscsi {{(pid=115721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:02:14.924638 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-8bdc7130-4c0e-4909-82fe-8da8a26ed1da admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5894418 Mar 31 16:02:14.927298 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 39602) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:14.933273 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-71fa7b08-d771-4124-8726-01c2ea0cdfbe admin admin] Request body: {'subnet': {'network_id': '20655571-a5e3-40bf-8854-4d4c2f66b0a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1640021970-subnet', 'tenant_id': '60d83480051d48418409aa324504498d', 'ip_version': 4}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:15.002490 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 51417a70-0f56-4b94-a3d0-1c95dc7951a3 is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:02:15.003023 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (51417a70-0f56-4b94-a3d0-1c95dc7951a3), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:15.032135 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] For port 51417a70-0f56-4b94-a3d0-1c95dc7951a3, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=51417a70-0f56-4b94-a3d0-1c95dc7951a3,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:02:15.053496 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fa7b08-d771-4124-8726-01c2ea0cdfbe admin admin] Made reservation on behalf of 60d83480051d48418409aa324504498d for: {'subnet': 1} {{(pid=115719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:02:15.061453 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-71fa7b08-d771-4124-8726-01c2ea0cdfbe admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5044769'] for subnet (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:15.113133 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (51417a70-0f56-4b94-a3d0-1c95dc7951a3), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:15.200107 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Pushing event updated for resources: {'Port': ['ID=51417a70-0f56-4b94-a3d0-1c95dc7951a3,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:15.301295 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a5b2b-f4a1-47ee-ae55-5ef7de3cfe5c req-2783278b-b647-4cbc-b11f-6604fb426ae2 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:15.302814 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f69a5b2b-f4a1-47ee-ae55-5ef7de3cfe5c req-2783278b-b647-4cbc-b11f-6604fb426ae2 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3 HTTP/1.1" status: 200 len: 950 time: 0.0952673 Mar 31 16:02:15.339518 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-71fa7b08-d771-4124-8726-01c2ea0cdfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5073219', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5044791'] for subnet (644c26ac-c32b-4c1a-8f87-120483a54cfc), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:15.396672 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f69a5b2b-f4a1-47ee-ae55-5ef7de3cfe5c req-d11adca6-5680-49cc-b84e-a6847e3eee8a tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.47 "GET /v2.0/security-groups?id=16c969e0-6d8b-495d-bd6e-38a0049a5a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874183 Mar 31 16:02:15.415891 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa7b08-d771-4124-8726-01c2ea0cdfbe admin admin] Pushing event updated for resources: {'Subnet': ['ID=644c26ac-c32b-4c1a-8f87-120483a54cfc,revision_number=0']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:15.426822 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2806ba88-2841-47aa-b2be-bf2efa1f9c59 None None] Sync routers for ids ['100dbd7d-3bff-4ae1-af07-146084398759'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:02:15.450691 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71fa7b08-d771-4124-8726-01c2ea0cdfbe admin admin] Checking segment: {'id': '7987f9ef-975d-4b52-a20c-5f2c671a5e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '20655571-a5e3-40bf-8854-4d4c2f66b0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:02:15.450691 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fa7b08-d771-4124-8726-01c2ea0cdfbe admin admin] Network hostable DHCP agents. Network: 20655571-a5e3-40bf-8854-4d4c2f66b0a2, hostable agents: ['476c03f2-c716-4e43-9eb8-27eff34871a5'], hosted agents: [] {{(pid=115719) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:02:15.450910 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2806ba88-2841-47aa-b2be-bf2efa1f9c59 None None] Routers {'100dbd7d-3bff-4ae1-af07-146084398759'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:02:15.450910 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-2806ba88-2841-47aa-b2be-bf2efa1f9c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:02:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['100dbd7d-3bff-4ae1-af07-146084398759'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:15.516755 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fa7b08-d771-4124-8726-01c2ea0cdfbe admin admin] Network 20655571-a5e3-40bf-8854-4d4c2f66b0a2 is scheduled to be hosted by DHCP agent 476c03f2-c716-4e43-9eb8-27eff34871a5 with binding_index 1 {{(pid=115719) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:02:15.563350 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-2806ba88-2841-47aa-b2be-bf2efa1f9c59 None None] Set router 100dbd7d-3bff-4ae1-af07-146084398759 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:02:15.613699 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [None req-71fa7b08-d771-4124-8726-01c2ea0cdfbe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836028-1-iscsi, 20655571-a5e3-40bf-8854-4d4c2f66b0a2) {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:02:15.617968 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fa7b08-d771-4124-8726-01c2ea0cdfbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:15.618637 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-71fa7b08-d771-4124-8726-01c2ea0cdfbe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:15.625128 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a45e220-6b28-4297-bc73-4719a1228298 None None] Network 20655571-a5e3-40bf-8854-4d4c2f66b0a2 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:02:15.732319 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98567d48-e58e-42bd-a245-a95c6f3f5261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2b736d4c-fbbf-5ea4-bffd-281830e71282-20655571-a5e3-40bf-8854-4d4c2f66b0a2', 'network_id': '20655571-a5e3-40bf-8854-4d4c2f66b0a2', 'project_id': '60d83480051d48418409aa324504498d', 'fixed_ips': [{'subnet_id': '644c26ac-c32b-4c1a-8f87-120483a54cfc'}]}} from dv-cinder-836028-1-iscsi. {{(pid=115721) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 31 16:02:15.733149 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-98567d48-e58e-42bd-a245-a95c6f3f5261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:15.812736 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-71fa7b08-d771-4124-8726-01c2ea0cdfbe admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8840287 Mar 31 16:02:15.815391 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 39628) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:15.820575 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-8ed4bcd7-cc5f-4375-9e9f-3eb9eeb69471 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1640021970-router', 'tenant_id': '60d83480051d48418409aa324504498d', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:15.894181 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.db_base_plugin_common [None req-98567d48-e58e-42bd-a245-a95c6f3f5261 None None] Allocated IP 172.20.0.2 (20655571-a5e3-40bf-8854-4d4c2f66b0a2/644c26ac-c32b-4c1a-8f87-120483a54cfc/dee0fe96-7001-4fb0-b1b1-dbe22989067a) {{(pid=115721) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:02:15.899072 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-2806ba88-2841-47aa-b2be-bf2efa1f9c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100dbd7d-3bff-4ae1-af07-146084398759', 'name': 'tempest-TestVolumeBootPattern-1737969383-router', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:08Z', 'updated_at': '2022-03-31T16:02:11Z', 'revision_number': 4, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'gw_port': {'id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:09Z', 'updated_at': '2022-03-31T16:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '007da67d-e8c1-463d-ab83-edbf911c80a0', 'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'mac_address': 'fa:16:3e:89:36:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:11Z', 'updated_at': '2022-03-31T16:02:12Z', 'revision_number': 2, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'subnets': [{'id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:15.905528 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bcd7-cc5f-4375-9e9f-3eb9eeb69471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-607799', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-419'] for router (fc2d33b9-593c-4d71-a0c7-943f9e60bfb4), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:15.907025 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bcd7-cc5f-4375-9e9f-3eb9eeb69471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-609782', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-631770', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-426'] for router (fc2d33b9-593c-4d71-a0c7-943f9e60bfb4), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:15.927452 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2806ba88-2841-47aa-b2be-bf2efa1f9c59 None None] Checking router: 100dbd7d-3bff-4ae1-af07-146084398759 for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:02:15.928101 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2806ba88-2841-47aa-b2be-bf2efa1f9c59 None None] Updating router 100dbd7d-3bff-4ae1-af07-146084398759 port 007da67d-e8c1-463d-ab83-edbf911c80a0 binding host dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:02:15.965307 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-2806ba88-2841-47aa-b2be-bf2efa1f9c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (007da67d-e8c1-463d-ab83-edbf911c80a0), before_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:15.965693 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bcd7-cc5f-4375-9e9f-3eb9eeb69471 admin admin] Publish callbacks [] for router_controller (fc2d33b9-593c-4d71-a0c7-943f9e60bfb4), precommit_add_association {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:16.064108 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4189961-c30b-4b7d-b714-cdc93d12c1e1 req-fac9936b-1071-4854-bbcc-9fa92250164d tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:16.066278 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d4189961-c30b-4b7d-b714-cdc93d12c1e1 req-fac9936b-1071-4854-bbcc-9fa92250164d tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3 HTTP/1.1" status: 200 len: 950 time: 0.0562506 Mar 31 16:02:16.073945 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-98567d48-e58e-42bd-a245-a95c6f3f5261 None None] Publish callbacks [] for port (dee0fe96-7001-4fb0-b1b1-dbe22989067a), precommit_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:16.124812 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d4189961-c30b-4b7d-b714-cdc93d12c1e1 req-feb16dc6-8120-4c74-b597-6b8c04acc1fc tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.47 "GET /v2.0/security-groups?id=16c969e0-6d8b-495d-bd6e-38a0049a5a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524049 Mar 31 16:02:16.183213 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bcd7-cc5f-4375-9e9f-3eb9eeb69471 admin admin] Publish callbacks [] for router_gateway (fc2d33b9-593c-4d71-a0c7-943f9e60bfb4), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:16.187668 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-98567d48-e58e-42bd-a245-a95c6f3f5261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158'] for port (dee0fe96-7001-4fb0-b1b1-dbe22989067a), after_create {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:16.231378 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98567d48-e58e-42bd-a245-a95c6f3f5261 None None] Network 20655571-a5e3-40bf-8854-4d4c2f66b0a2 is already hosted by enough agents. {{(pid=115721) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:02:16.238496 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.scheduler.base_scheduler [None req-98567d48-e58e-42bd-a245-a95c6f3f5261 None None] Resources bound (agent type, host, resource id): {{(pid=115721) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:02:16.243149 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98567d48-e58e-42bd-a245-a95c6f3f5261 None None] Received port after_create {{(pid=115721) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:02:16.247028 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98567d48-e58e-42bd-a245-a95c6f3f5261 None None] Pushing event updated for resources: {'Port': ['ID=dee0fe96-7001-4fb0-b1b1-dbe22989067a,revision_number=1']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:16.280893 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-2806ba88-2841-47aa-b2be-bf2efa1f9c59 None None] Publish callbacks [] for port (007da67d-e8c1-463d-ab83-edbf911c80a0), precommit_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:16.308828 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-98567d48-e58e-42bd-a245-a95c6f3f5261 None None] Attempting to bind port dee0fe96-7001-4fb0-b1b1-dbe22989067a on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:02:16.309203 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-98567d48-e58e-42bd-a245-a95c6f3f5261 None None] Attempting to bind port dee0fe96-7001-4fb0-b1b1-dbe22989067a by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': '7987f9ef-975d-4b52-a20c-5f2c671a5e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '20655571-a5e3-40bf-8854-4d4c2f66b0a2'}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:02:16.309570 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98567d48-e58e-42bd-a245-a95c6f3f5261 None None] Attempting to bind port dee0fe96-7001-4fb0-b1b1-dbe22989067a on network 20655571-a5e3-40bf-8854-4d4c2f66b0a2 {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:02:16.315410 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98567d48-e58e-42bd-a245-a95c6f3f5261 None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:02:16.315708 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98567d48-e58e-42bd-a245-a95c6f3f5261 None None] Checking segment: {'id': '7987f9ef-975d-4b52-a20c-5f2c671a5e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '20655571-a5e3-40bf-8854-4d4c2f66b0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:02:16.316165 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-98567d48-e58e-42bd-a245-a95c6f3f5261 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:16.316561 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98567d48-e58e-42bd-a245-a95c6f3f5261 None None] Bound using segment: {'id': '7987f9ef-975d-4b52-a20c-5f2c671a5e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '20655571-a5e3-40bf-8854-4d4c2f66b0a2'} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:02:16.317033 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-98567d48-e58e-42bd-a245-a95c6f3f5261 None None] Bound port: dee0fe96-7001-4fb0-b1b1-dbe22989067a, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7987f9ef-975d-4b52-a20c-5f2c671a5e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '20655571-a5e3-40bf-8854-4d4c2f66b0a2'}}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:02:16.317411 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-98567d48-e58e-42bd-a245-a95c6f3f5261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (dee0fe96-7001-4fb0-b1b1-dbe22989067a), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:16.367684 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-2806ba88-2841-47aa-b2be-bf2efa1f9c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (007da67d-e8c1-463d-ab83-edbf911c80a0), after_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:16.390461 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-98567d48-e58e-42bd-a245-a95c6f3f5261 None None] For port dee0fe96-7001-4fb0-b1b1-dbe22989067a, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:02:16.393651 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-98567d48-e58e-42bd-a245-a95c6f3f5261 None None] For port dee0fe96-7001-4fb0-b1b1-dbe22989067a, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=dee0fe96-7001-4fb0-b1b1-dbe22989067a,segment=NetworkSegment(7987f9ef-975d-4b52-a20c-5f2c671a5e94),segment_id=7987f9ef-975d-4b52-a20c-5f2c671a5e94)] {{(pid=115721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:02:16.420277 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5400a-7d3f-4cbb-8bab-0d20968b6c86 None None] Pushing event updated for resources: {'Port': ['ID=007da67d-e8c1-463d-ab83-edbf911c80a0,revision_number=3']} {{(pid=115722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:16.433016 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5400a-7d3f-4cbb-8bab-0d20968b6c86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:16.433016 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5400a-7d3f-4cbb-8bab-0d20968b6c86 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:16.434442 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5400a-7d3f-4cbb-8bab-0d20968b6c86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:16.434442 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5400a-7d3f-4cbb-8bab-0d20968b6c86 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:16.434442 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5400a-7d3f-4cbb-8bab-0d20968b6c86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:16.434896 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5400a-7d3f-4cbb-8bab-0d20968b6c86 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:16.435215 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5400a-7d3f-4cbb-8bab-0d20968b6c86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:16.435586 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5400a-7d3f-4cbb-8bab-0d20968b6c86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:16.435942 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5400a-7d3f-4cbb-8bab-0d20968b6c86 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:16.436387 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5400a-7d3f-4cbb-8bab-0d20968b6c86 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:16.436768 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5400a-7d3f-4cbb-8bab-0d20968b6c86 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:16.437133 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5400a-7d3f-4cbb-8bab-0d20968b6c86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:16.437466 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5400a-7d3f-4cbb-8bab-0d20968b6c86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:16.437796 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5400a-7d3f-4cbb-8bab-0d20968b6c86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:16.438122 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7d5400a-7d3f-4cbb-8bab-0d20968b6c86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115722) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:16.462499 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-98567d48-e58e-42bd-a245-a95c6f3f5261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (dee0fe96-7001-4fb0-b1b1-dbe22989067a), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:16.506409 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-2806ba88-2841-47aa-b2be-bf2efa1f9c59 None None] Attempting to bind port 007da67d-e8c1-463d-ab83-edbf911c80a0 on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:02:16.507492 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-2806ba88-2841-47aa-b2be-bf2efa1f9c59 None None] Attempting to bind port 007da67d-e8c1-463d-ab83-edbf911c80a0 by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': '1c51cb10-7616-40ac-b97a-85274b7996b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007'}] {{(pid=115722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:02:16.508075 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2806ba88-2841-47aa-b2be-bf2efa1f9c59 None None] Attempting to bind port 007da67d-e8c1-463d-ab83-edbf911c80a0 on network fd396baf-32f3-4650-986f-2e0b0f823007 {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:02:16.522062 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2806ba88-2841-47aa-b2be-bf2efa1f9c59 None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:02:16.522062 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2806ba88-2841-47aa-b2be-bf2efa1f9c59 None None] Checking segment: {'id': '1c51cb10-7616-40ac-b97a-85274b7996b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:02:16.522062 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-2806ba88-2841-47aa-b2be-bf2efa1f9c59 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:16.522062 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2806ba88-2841-47aa-b2be-bf2efa1f9c59 None None] Bound using segment: {'id': '1c51cb10-7616-40ac-b97a-85274b7996b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007'} {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:02:16.522062 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-2806ba88-2841-47aa-b2be-bf2efa1f9c59 None None] Bound port: 007da67d-e8c1-463d-ab83-edbf911c80a0, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c51cb10-7616-40ac-b97a-85274b7996b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007'}}] {{(pid=115722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:02:16.522062 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-2806ba88-2841-47aa-b2be-bf2efa1f9c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (007da67d-e8c1-463d-ab83-edbf911c80a0), before_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:16.532660 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bcd7-cc5f-4375-9e9f-3eb9eeb69471 admin admin] Publish callbacks [] for router_gateway (fc2d33b9-593c-4d71-a0c7-943f9e60bfb4), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:16.556499 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98567d48-e58e-42bd-a245-a95c6f3f5261 None None] Pushing event updated for resources: {'Port': ['ID=dee0fe96-7001-4fb0-b1b1-dbe22989067a,revision_number=2']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:16.570785 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bcd7-cc5f-4375-9e9f-3eb9eeb69471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:16.625558 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.db [None req-2806ba88-2841-47aa-b2be-bf2efa1f9c59 None None] For port 007da67d-e8c1-463d-ab83-edbf911c80a0, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:02:16.628932 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.db [None req-2806ba88-2841-47aa-b2be-bf2efa1f9c59 None None] For port 007da67d-e8c1-463d-ab83-edbf911c80a0, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=007da67d-e8c1-463d-ab83-edbf911c80a0,segment=NetworkSegment(1c51cb10-7616-40ac-b97a-85274b7996b5),segment_id=1c51cb10-7616-40ac-b97a-85274b7996b5)] {{(pid=115722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:02:16.707756 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-2806ba88-2841-47aa-b2be-bf2efa1f9c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (007da67d-e8c1-463d-ab83-edbf911c80a0), after_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:16.720392 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_common [None req-8ed4bcd7-cc5f-4375-9e9f-3eb9eeb69471 admin admin] Allocated IP 172.27.0.154 (3b1a5cd5-bca8-4f86-be99-483986f7f547/c4390997-9a11-4c24-ae70-32af92bbcdb2/a0d3c4c8-111a-4221-b819-46eaa317cbaf) {{(pid=115720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:02:16.761983 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-e42a895e-99ef-4834-a481-0e14d83e43ae None None] Provisioning complete for port 007da67d-e8c1-463d-ab83-edbf911c80a0 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:02:16.762601 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-e42a895e-99ef-4834-a481-0e14d83e43ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (007da67d-e8c1-463d-ab83-edbf911c80a0), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:16.778534 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2806ba88-2841-47aa-b2be-bf2efa1f9c59 None None] Routers {'100dbd7d-3bff-4ae1-af07-146084398759'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:02:16.779179 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-2806ba88-2841-47aa-b2be-bf2efa1f9c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:02:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['100dbd7d-3bff-4ae1-af07-146084398759'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:16.782282 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5400a-7d3f-4cbb-8bab-0d20968b6c86 None None] Pushing event updated for resources: {'Port': ['ID=007da67d-e8c1-463d-ab83-edbf911c80a0,revision_number=4']} {{(pid=115722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:16.858797 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 51417a70-0f56-4b94-a3d0-1c95dc7951a3 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:02:16.891638 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bcd7-cc5f-4375-9e9f-3eb9eeb69471 admin admin] Publish callbacks [] for port (a0d3c4c8-111a-4221-b819-46eaa317cbaf), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:16.948765 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-e42a895e-99ef-4834-a481-0e14d83e43ae None None] Current status of the port 007da67d-e8c1-463d-ab83-edbf911c80a0 is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:02:16.949801 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-e42a895e-99ef-4834-a481-0e14d83e43ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (007da67d-e8c1-463d-ab83-edbf911c80a0), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:16.995356 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-e42a895e-99ef-4834-a481-0e14d83e43ae None None] For port 007da67d-e8c1-463d-ab83-edbf911c80a0, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=007da67d-e8c1-463d-ab83-edbf911c80a0,segment=NetworkSegment(1c51cb10-7616-40ac-b97a-85274b7996b5),segment_id=1c51cb10-7616-40ac-b97a-85274b7996b5)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:02:16.995889 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-2806ba88-2841-47aa-b2be-bf2efa1f9c59 None None] Set router 100dbd7d-3bff-4ae1-af07-146084398759 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:02:17.001716 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 51417a70-0f56-4b94-a3d0-1c95dc7951a3 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:02:17.002100 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (51417a70-0f56-4b94-a3d0-1c95dc7951a3), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:17.010598 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bcd7-cc5f-4375-9e9f-3eb9eeb69471 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (a0d3c4c8-111a-4221-b819-46eaa317cbaf), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:17.052580 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed4bcd7-cc5f-4375-9e9f-3eb9eeb69471 admin admin] Network 3b1a5cd5-bca8-4f86-be99-483986f7f547 is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:02:17.059874 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-8ed4bcd7-cc5f-4375-9e9f-3eb9eeb69471 admin admin] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:02:17.063413 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed4bcd7-cc5f-4375-9e9f-3eb9eeb69471 admin admin] Received port after_create {{(pid=115720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:02:17.076315 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-e42a895e-99ef-4834-a481-0e14d83e43ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (007da67d-e8c1-463d-ab83-edbf911c80a0), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:17.115403 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed4bcd7-cc5f-4375-9e9f-3eb9eeb69471 admin admin] Pushing event updated for resources: {'Port': ['ID=a0d3c4c8-111a-4221-b819-46eaa317cbaf,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:17.200211 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42a895e-99ef-4834-a481-0e14d83e43ae None None] Pushing event updated for resources: {'Port': ['ID=007da67d-e8c1-463d-ab83-edbf911c80a0,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:17.209627 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 51417a70-0f56-4b94-a3d0-1c95dc7951a3 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:02:17.222983 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-cfdd2633-59e0-4edc-a926-565d5be50c4e None None] Provisioning complete for port 007da67d-e8c1-463d-ab83-edbf911c80a0 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:02:17.223351 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-cfdd2633-59e0-4edc-a926-565d5be50c4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (007da67d-e8c1-463d-ab83-edbf911c80a0), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:17.273990 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-2806ba88-2841-47aa-b2be-bf2efa1f9c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100dbd7d-3bff-4ae1-af07-146084398759', 'name': 'tempest-TestVolumeBootPattern-1737969383-router', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:08Z', 'updated_at': '2022-03-31T16:02:11Z', 'revision_number': 4, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'gw_port': {'id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:09Z', 'updated_at': '2022-03-31T16:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '007da67d-e8c1-463d-ab83-edbf911c80a0', 'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'mac_address': 'fa:16:3e:89:36:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:11Z', 'updated_at': '2022-03-31T16:02:16Z', 'revision_number': 4, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'subnets': [{'id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:17.284989 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93466d25-06a9-4aa6-b0ce-34afb9e80bf6 req-90f51b5d-ec98-469c-96fd-c13a73fecfac tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:17.293002 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-93466d25-06a9-4aa6-b0ce-34afb9e80bf6 req-90f51b5d-ec98-469c-96fd-c13a73fecfac tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3 HTTP/1.1" status: 200 len: 950 time: 0.0758929 Mar 31 16:02:17.305879 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2806ba88-2841-47aa-b2be-bf2efa1f9c59 None None] The sync data for ids ['100dbd7d-3bff-4ae1-af07-146084398759'] in dv-cinder-836028-1-iscsi is: [{'id': '100dbd7d-3bff-4ae1-af07-146084398759', 'name': 'tempest-TestVolumeBootPattern-1737969383-router', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:08Z', 'updated_at': '2022-03-31T16:02:11Z', 'revision_number': 4, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'gw_port': {'id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:09Z', 'updated_at': '2022-03-31T16:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '007da67d-e8c1-463d-ab83-edbf911c80a0', 'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'mac_address': 'fa:16:3e:89:36:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:11Z', 'updated_at': '2022-03-31T16:02:16Z', 'revision_number': 4, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'subnets': [{'id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:02:17.341126 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-93466d25-06a9-4aa6-b0ce-34afb9e80bf6 req-d0435fc4-2369-4eef-925e-25a616be223b tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.47 "GET /v2.0/security-groups?id=16c969e0-6d8b-495d-bd6e-38a0049a5a40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471520 Mar 31 16:02:17.350297 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-cfdd2633-59e0-4edc-a926-565d5be50c4e None None] Current status of the port 007da67d-e8c1-463d-ab83-edbf911c80a0 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:02:17.483335 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bcd7-cc5f-4375-9e9f-3eb9eeb69471 admin admin] Publish callbacks [] for router_gateway (fc2d33b9-593c-4d71-a0c7-943f9e60bfb4), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:17.722691 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bcd7-cc5f-4375-9e9f-3eb9eeb69471 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620974', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-609569'] for router (fc2d33b9-593c-4d71-a0c7-943f9e60bfb4), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:17.723512 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05105cc7-2fd2-4802-b021-c192705ab931 req-e4c6d9e0-1497-4e74-b8d4-8e61c621a187 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:17.726832 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-05105cc7-2fd2-4802-b021-c192705ab931 req-e4c6d9e0-1497-4e74-b8d4-8e61c621a187 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.24 "GET /v2.0/ports?device_id=0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3 HTTP/1.1" status: 200 len: 950 time: 0.1016867 Mar 31 16:02:17.835527 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c60687f-6c02-44f3-b20c-93c1ef110f08 None None] Network 20655571-a5e3-40bf-8854-4d4c2f66b0a2 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:02:17.854136 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [req-05105cc7-2fd2-4802-b021-c192705ab931 req-f6c82037-54d7-42c7-bbd6-d3ee8685c272 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Deleting port 7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:02:17.856019 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-05105cc7-2fd2-4802-b021-c192705ab931 req-f6c82037-54d7-42c7-bbd6-d3ee8685c272 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:17.938524 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-852bf58e-b5e4-4350-9845-35d2b44b937f None None] Provisioning complete for port dee0fe96-7001-4fb0-b1b1-dbe22989067a triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:02:17.938954 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-852bf58e-b5e4-4350-9845-35d2b44b937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (dee0fe96-7001-4fb0-b1b1-dbe22989067a), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:17.984094 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-05105cc7-2fd2-4802-b021-c192705ab931 req-f6c82037-54d7-42c7-bbd6-d3ee8685c272 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] For port 7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e,segment=NetworkSegment(d6c82e85-da2d-4b12-89ec-87809fb6bbf3),segment_id=d6c82e85-da2d-4b12-89ec-87809fb6bbf3)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:02:17.984724 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-05105cc7-2fd2-4802-b021-c192705ab931 req-f6c82037-54d7-42c7-bbd6-d3ee8685c272 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:18.000791 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [req-05105cc7-2fd2-4802-b021-c192705ab931 req-f6c82037-54d7-42c7-bbd6-d3ee8685c272 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Calling delete_port for 7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e owned by compute:nova {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:02:18.033041 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed4bcd7-cc5f-4375-9e9f-3eb9eeb69471 admin admin] Router fc2d33b9-593c-4d71-a0c7-943f9e60bfb4 is scheduled to L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f with binding_index 1 {{(pid=115720) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 31 16:02:18.085958 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-852bf58e-b5e4-4350-9845-35d2b44b937f None None] Current status of the port dee0fe96-7001-4fb0-b1b1-dbe22989067a is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:02:18.086505 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-852bf58e-b5e4-4350-9845-35d2b44b937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (dee0fe96-7001-4fb0-b1b1-dbe22989067a), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:18.136915 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-852bf58e-b5e4-4350-9845-35d2b44b937f None None] For port dee0fe96-7001-4fb0-b1b1-dbe22989067a, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=dee0fe96-7001-4fb0-b1b1-dbe22989067a,segment=NetworkSegment(7987f9ef-975d-4b52-a20c-5f2c671a5e94),segment_id=7987f9ef-975d-4b52-a20c-5f2c671a5e94)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:02:18.207948 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed4bcd7-cc5f-4375-9e9f-3eb9eeb69471 admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:02:18.220029 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799a3b75-a5ce-48c2-9760-eaa589b80709 None None] Sync routers for ids ['fc2d33b9-593c-4d71-a0c7-943f9e60bfb4'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:02:18.228067 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-852bf58e-b5e4-4350-9845-35d2b44b937f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (dee0fe96-7001-4fb0-b1b1-dbe22989067a), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:18.268020 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799a3b75-a5ce-48c2-9760-eaa589b80709 None None] Routers {'fc2d33b9-593c-4d71-a0c7-943f9e60bfb4'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:02:18.268813 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-799a3b75-a5ce-48c2-9760-eaa589b80709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:02:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['fc2d33b9-593c-4d71-a0c7-943f9e60bfb4'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:18.307018 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-05105cc7-2fd2-4802-b021-c192705ab931 req-f6c82037-54d7-42c7-bbd6-d3ee8685c272 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:18.340269 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c82037-54d7-42c7-bbd6-d3ee8685c272 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Pushing event deleted for resources: {'Port': ['ID=7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:18.344201 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-8ed4bcd7-cc5f-4375-9e9f-3eb9eeb69471 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:18.357037 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-8ed4bcd7-cc5f-4375-9e9f-3eb9eeb69471 admin admin] 10.222.0.47 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5290926 Mar 31 16:02:18.357037 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 39656) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:18.419925 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [req-05105cc7-2fd2-4802-b021-c192705ab931 req-f6c82037-54d7-42c7-bbd6-d3ee8685c272 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] No DVR routers for this DVR port 7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e on host hv-cinder-83602 {{(pid=115719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:02:18.426297 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-05105cc7-2fd2-4802-b021-c192705ab931 req-f6c82037-54d7-42c7-bbd6-d3ee8685c272 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:18.433170 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-05105cc7-2fd2-4802-b021-c192705ab931 req-f6c82037-54d7-42c7-bbd6-d3ee8685c272 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.24 "DELETE /v2.0/ports/7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e HTTP/1.1" status: 204 len: 173 time: 0.6997137 Mar 31 16:02:18.438425 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3', 'name': 'network-vif-deleted', 'tag': '7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:02:18.444228 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fb34067-3415-4c95-87c1-208a6660ee50" -d '{"events": [{"server_uuid": "0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3", "name": "network-vif-deleted", "tag": "7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:02:18.523448 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852bf58e-b5e4-4350-9845-35d2b44b937f None None] Pushing event updated for resources: {'Port': ['ID=dee0fe96-7001-4fb0-b1b1-dbe22989067a,revision_number=3']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:18.526524 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b0460fc8-0370-43bc-a0ec-0dbfd14abeb2 req-f64314af-391d-4a4b-8aa7-df5368a865b4 tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3 HTTP/1.1" status: 200 len: 210 time: 0.0626357 Mar 31 16:02:18.529240 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7873bd87-9b8d-4275-b694-0e35e6c0f4b9 x-openstack-request-id: req-7873bd87-9b8d-4275-b694-0e35e6c0f4b9 {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:02:18.529550 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3", "name": "network-vif-deleted", "tag": "7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:02:18.529821 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-7873bd87-9b8d-4275-b694-0e35e6c0f4b9 {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:02:18.530215 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7873bd87-9b8d-4275-b694-0e35e6c0f4b9'] response: {'server_uuid': '0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3', 'name': 'network-vif-deleted', 'tag': '7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e', 'status': 'completed', 'code': 200} Mar 31 16:02:18.549472 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-2da7418b-471a-4a8e-ab26-747daa2ec75a None None] Provisioning complete for port dee0fe96-7001-4fb0-b1b1-dbe22989067a triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:02:18.550132 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-2da7418b-471a-4a8e-ab26-747daa2ec75a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (dee0fe96-7001-4fb0-b1b1-dbe22989067a), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:18.622216 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-799a3b75-a5ce-48c2-9760-eaa589b80709 None None] Set router fc2d33b9-593c-4d71-a0c7-943f9e60bfb4 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:02:18.791643 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-2da7418b-471a-4a8e-ab26-747daa2ec75a None None] Current status of the port dee0fe96-7001-4fb0-b1b1-dbe22989067a is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:02:18.867288 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-799a3b75-a5ce-48c2-9760-eaa589b80709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2d33b9-593c-4d71-a0c7-943f9e60bfb4', 'name': 'tempest-TestVolumeBootPattern-1640021970-router', 'tenant_id': '60d83480051d48418409aa324504498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a0d3c4c8-111a-4221-b819-46eaa317cbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:15Z', 'updated_at': '2022-03-31T16:02:17Z', 'revision_number': 3, 'project_id': '60d83480051d48418409aa324504498d', 'gw_port': {'id': 'a0d3c4c8-111a-4221-b819-46eaa317cbaf', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:35:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2d33b9-593c-4d71-a0c7-943f9e60bfb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:16Z', 'updated_at': '2022-03-31T16:02:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:18.910869 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799a3b75-a5ce-48c2-9760-eaa589b80709 None None] Checking router: fc2d33b9-593c-4d71-a0c7-943f9e60bfb4 for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:02:18.911229 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799a3b75-a5ce-48c2-9760-eaa589b80709 None None] Updating router fc2d33b9-593c-4d71-a0c7-943f9e60bfb4 port a0d3c4c8-111a-4221-b819-46eaa317cbaf binding host dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:02:18.940829 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 007da67d-e8c1-463d-ab83-edbf911c80a0 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:02:18.943160 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-325c1751-e31e-4bce-81dc-19233a4b8374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:18.969910 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-799a3b75-a5ce-48c2-9760-eaa589b80709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (a0d3c4c8-111a-4221-b819-46eaa317cbaf), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:19.083287 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 007da67d-e8c1-463d-ab83-edbf911c80a0 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:02:19.083656 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (007da67d-e8c1-463d-ab83-edbf911c80a0), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:19.100833 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_common [None req-325c1751-e31e-4bce-81dc-19233a4b8374 admin admin] Allocated IP 172.20.0.1 (20655571-a5e3-40bf-8854-4d4c2f66b0a2/644c26ac-c32b-4c1a-8f87-120483a54cfc/35ef38f9-986d-42c7-ac2a-7ce44dc75d07) {{(pid=115720) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:02:19.207196 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-325c1751-e31e-4bce-81dc-19233a4b8374 admin admin] Publish callbacks [] for port (35ef38f9-986d-42c7-ac2a-7ce44dc75d07), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:19.246203 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 007da67d-e8c1-463d-ab83-edbf911c80a0 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:02:19.250393 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device dee0fe96-7001-4fb0-b1b1-dbe22989067a up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:02:19.328586 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-325c1751-e31e-4bce-81dc-19233a4b8374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (35ef38f9-986d-42c7-ac2a-7ce44dc75d07), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:19.339035 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-799a3b75-a5ce-48c2-9760-eaa589b80709 None None] Publish callbacks [] for port (a0d3c4c8-111a-4221-b819-46eaa317cbaf), precommit_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:19.345302 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port dee0fe96-7001-4fb0-b1b1-dbe22989067a triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:02:19.346674 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (dee0fe96-7001-4fb0-b1b1-dbe22989067a), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:19.363647 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325c1751-e31e-4bce-81dc-19233a4b8374 admin admin] Network 20655571-a5e3-40bf-8854-4d4c2f66b0a2 is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:02:19.367971 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-325c1751-e31e-4bce-81dc-19233a4b8374 admin admin] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:02:19.371986 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325c1751-e31e-4bce-81dc-19233a4b8374 admin admin] Received port after_create {{(pid=115720) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:02:19.399664 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c1751-e31e-4bce-81dc-19233a4b8374 admin admin] Pushing event updated for resources: {'Port': ['ID=35ef38f9-986d-42c7-ac2a-7ce44dc75d07,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:19.420393 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-325c1751-e31e-4bce-81dc-19233a4b8374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-606710'] for router_interface (fc2d33b9-593c-4d71-a0c7-943f9e60bfb4), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:19.423878 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-799a3b75-a5ce-48c2-9760-eaa589b80709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (a0d3c4c8-111a-4221-b819-46eaa317cbaf), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:19.466166 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port dee0fe96-7001-4fb0-b1b1-dbe22989067a is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:02:19.498366 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-799a3b75-a5ce-48c2-9760-eaa589b80709 None None] Attempting to bind port a0d3c4c8-111a-4221-b819-46eaa317cbaf on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:02:19.498726 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-799a3b75-a5ce-48c2-9760-eaa589b80709 None None] Attempting to bind port a0d3c4c8-111a-4221-b819-46eaa317cbaf by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:02:19.499082 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799a3b75-a5ce-48c2-9760-eaa589b80709 None None] Attempting to bind port a0d3c4c8-111a-4221-b819-46eaa317cbaf on network 3b1a5cd5-bca8-4f86-be99-483986f7f547 {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:02:19.501004 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a3d51-22b9-44b9-8066-725e0150a762 None None] Pushing event updated for resources: {'Port': ['ID=a0d3c4c8-111a-4221-b819-46eaa317cbaf,revision_number=2']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:19.508278 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799a3b75-a5ce-48c2-9760-eaa589b80709 None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:02:19.508712 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799a3b75-a5ce-48c2-9760-eaa589b80709 None None] Checking segment: {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115721) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:02:19.509111 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-799a3b75-a5ce-48c2-9760-eaa589b80709 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:19.509496 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-799a3b75-a5ce-48c2-9760-eaa589b80709 None None] Bound using segment: {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'} {{(pid=115721) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:02:19.510004 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.managers [None req-799a3b75-a5ce-48c2-9760-eaa589b80709 None None] Bound port: a0d3c4c8-111a-4221-b819-46eaa317cbaf, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80353601-81e8-4247-8e3d-abafa316251d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547'}}] {{(pid=115721) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:02:19.511533 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-799a3b75-a5ce-48c2-9760-eaa589b80709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (a0d3c4c8-111a-4221-b819-46eaa317cbaf), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:19.570310 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-799a3b75-a5ce-48c2-9760-eaa589b80709 None None] For port a0d3c4c8-111a-4221-b819-46eaa317cbaf, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115721) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:02:19.573958 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-799a3b75-a5ce-48c2-9760-eaa589b80709 None None] For port a0d3c4c8-111a-4221-b819-46eaa317cbaf, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=a0d3c4c8-111a-4221-b819-46eaa317cbaf,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115721) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:02:19.652273 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-47bc902b-f787-4a09-a93e-1e23a2168641 req-14ff7dfa-70ca-46ad-a144-5ff5d5df01ec tempest-VolumesNegativeTest-717338699 tempest-VolumesNegativeTest-717338699-project] 10.222.0.47 "GET /v2.0/ports?device_id=0ac5daae-a6d2-4c8c-a2ce-825fec6ab3e3 HTTP/1.1" status: 200 len: 210 time: 0.0286350 Mar 31 16:02:19.669933 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-325c1751-e31e-4bce-81dc-19233a4b8374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (35ef38f9-986d-42c7-ac2a-7ce44dc75d07), before_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:19.678947 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-799a3b75-a5ce-48c2-9760-eaa589b80709 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (a0d3c4c8-111a-4221-b819-46eaa317cbaf), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:19.752916 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-799a3b75-a5ce-48c2-9760-eaa589b80709 None None] Routers {'fc2d33b9-593c-4d71-a0c7-943f9e60bfb4'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:02:19.753549 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-799a3b75-a5ce-48c2-9760-eaa589b80709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:02:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['fc2d33b9-593c-4d71-a0c7-943f9e60bfb4'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:19.755307 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-2e47c8d0-0b7f-4335-93a8-33a80684cf3c None None] Provisioning complete for port 35ef38f9-986d-42c7-ac2a-7ce44dc75d07 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:02:19.755659 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-2e47c8d0-0b7f-4335-93a8-33a80684cf3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (35ef38f9-986d-42c7-ac2a-7ce44dc75d07), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:19.835737 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-325c1751-e31e-4bce-81dc-19233a4b8374 admin admin] Publish callbacks [] for port (35ef38f9-986d-42c7-ac2a-7ce44dc75d07), precommit_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:19.836874 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990a3d51-22b9-44b9-8066-725e0150a762 None None] Pushing event updated for resources: {'Port': ['ID=a0d3c4c8-111a-4221-b819-46eaa317cbaf,revision_number=3']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:19.865925 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-2e47c8d0-0b7f-4335-93a8-33a80684cf3c None None] Port 35ef38f9-986d-42c7-ac2a-7ce44dc75d07 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:02:19.896934 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-799a3b75-a5ce-48c2-9760-eaa589b80709 None None] Set router fc2d33b9-593c-4d71-a0c7-943f9e60bfb4 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:02:19.912485 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-325c1751-e31e-4bce-81dc-19233a4b8374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4203203'] for port (35ef38f9-986d-42c7-ac2a-7ce44dc75d07), after_update {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:19.979624 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325c1751-e31e-4bce-81dc-19233a4b8374 admin admin] Pushing event updated for resources: {'Port': ['ID=35ef38f9-986d-42c7-ac2a-7ce44dc75d07,revision_number=2']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:19.982067 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-325c1751-e31e-4bce-81dc-19233a4b8374 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-606562'] for router_interface (fc2d33b9-593c-4d71-a0c7-943f9e60bfb4), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:20.083512 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-325c1751-e31e-4bce-81dc-19233a4b8374 admin admin] Network 20655571-a5e3-40bf-8854-4d4c2f66b0a2 is already hosted by enough agents. {{(pid=115720) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:02:20.085088 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-325c1751-e31e-4bce-81dc-19233a4b8374 admin admin] Resources bound (agent type, host, resource id): {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:02:20.106946 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-799a3b75-a5ce-48c2-9760-eaa589b80709 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2d33b9-593c-4d71-a0c7-943f9e60bfb4', 'name': 'tempest-TestVolumeBootPattern-1640021970-router', 'tenant_id': '60d83480051d48418409aa324504498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a0d3c4c8-111a-4221-b819-46eaa317cbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:15Z', 'updated_at': '2022-03-31T16:02:19Z', 'revision_number': 4, 'project_id': '60d83480051d48418409aa324504498d', 'gw_port': {'id': 'a0d3c4c8-111a-4221-b819-46eaa317cbaf', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:35:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2d33b9-593c-4d71-a0c7-943f9e60bfb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:16Z', 'updated_at': '2022-03-31T16:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '35ef38f9-986d-42c7-ac2a-7ce44dc75d07', 'name': '', 'network_id': '20655571-a5e3-40bf-8854-4d4c2f66b0a2', 'tenant_id': '60d83480051d48418409aa324504498d', 'mac_address': 'fa:16:3e:d1:bb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2d33b9-593c-4d71-a0c7-943f9e60bfb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '644c26ac-c32b-4c1a-8f87-120483a54cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:18Z', 'updated_at': '2022-03-31T16:02:19Z', 'revision_number': 1, 'project_id': '60d83480051d48418409aa324504498d', 'subnets': [{'id': '644c26ac-c32b-4c1a-8f87-120483a54cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:20.155072 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-799a3b75-a5ce-48c2-9760-eaa589b80709 None None] The sync data for ids ['fc2d33b9-593c-4d71-a0c7-943f9e60bfb4'] in dv-cinder-836028-1-iscsi is: [{'id': 'fc2d33b9-593c-4d71-a0c7-943f9e60bfb4', 'name': 'tempest-TestVolumeBootPattern-1640021970-router', 'tenant_id': '60d83480051d48418409aa324504498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a0d3c4c8-111a-4221-b819-46eaa317cbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:15Z', 'updated_at': '2022-03-31T16:02:19Z', 'revision_number': 4, 'project_id': '60d83480051d48418409aa324504498d', 'gw_port': {'id': 'a0d3c4c8-111a-4221-b819-46eaa317cbaf', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:35:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2d33b9-593c-4d71-a0c7-943f9e60bfb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:16Z', 'updated_at': '2022-03-31T16:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '35ef38f9-986d-42c7-ac2a-7ce44dc75d07', 'name': '', 'network_id': '20655571-a5e3-40bf-8854-4d4c2f66b0a2', 'tenant_id': '60d83480051d48418409aa324504498d', 'mac_address': 'fa:16:3e:d1:bb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2d33b9-593c-4d71-a0c7-943f9e60bfb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '644c26ac-c32b-4c1a-8f87-120483a54cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:18Z', 'updated_at': '2022-03-31T16:02:19Z', 'revision_number': 1, 'project_id': '60d83480051d48418409aa324504498d', 'subnets': [{'id': '644c26ac-c32b-4c1a-8f87-120483a54cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:02:20.204774 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e no longer exists at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:02:20.228364 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] No Port match for: 7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:02:20.228818 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 7c57b4bf-8bd3-4ee8-8254-390b91bd5c7e not bound to the agent host hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:02:20.239526 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325c1751-e31e-4bce-81dc-19233a4b8374 admin admin] Router fc2d33b9-593c-4d71-a0c7-943f9e60bfb4 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:02:20.359855 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325c1751-e31e-4bce-81dc-19233a4b8374 admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:02:20.365087 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-325c1751-e31e-4bce-81dc-19233a4b8374 admin admin] 10.222.0.47 "PUT /v2.0/routers/fc2d33b9-593c-4d71-a0c7-943f9e60bfb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0146451 Mar 31 16:02:20.409378 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-a3f4be3c-0a27-436b-b143-5beaaf9c18f8 None None] Provisioning complete for port 35ef38f9-986d-42c7-ac2a-7ce44dc75d07 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:02:20.409905 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-a3f4be3c-0a27-436b-b143-5beaaf9c18f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (35ef38f9-986d-42c7-ac2a-7ce44dc75d07), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:20.461232 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-a3f4be3c-0a27-436b-b143-5beaaf9c18f8 None None] Port 35ef38f9-986d-42c7-ac2a-7ce44dc75d07 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:02:20.556467 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 39686) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:20.672611 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-dbdbf0ff-a2f8-4d1d-9828-eb2ed9a5b475 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:20.789857 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-dbdbf0ff-a2f8-4d1d-9828-eb2ed9a5b475 admin admin] Publish callbacks [] for security_group (df2cdb41-7b72-4490-b1d4-a2122e12b008), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:20.918638 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-dbdbf0ff-a2f8-4d1d-9828-eb2ed9a5b475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (df2cdb41-7b72-4490-b1d4-a2122e12b008), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:20.965414 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdbf0ff-a2f8-4d1d-9828-eb2ed9a5b475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df2cdb41-7b72-4490-b1d4-a2122e12b008,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:20.972642 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-dbdbf0ff-a2f8-4d1d-9828-eb2ed9a5b475 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=47c9f91f5c734d38bf223960fe99e00a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4125190 Mar 31 16:02:20.972944 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 39700) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:21.040821 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-8f613749-510a-4633-a41c-310ff207ad09 admin admin] Publish callbacks [] for security_group (df2cdb41-7b72-4490-b1d4-a2122e12b008), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:21.067016 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-8f613749-510a-4633-a41c-310ff207ad09 admin admin] Publish callbacks [] for security_group (df2cdb41-7b72-4490-b1d4-a2122e12b008), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:21.236199 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-8f613749-510a-4633-a41c-310ff207ad09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (df2cdb41-7b72-4490-b1d4-a2122e12b008), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:21.239081 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-8f613749-510a-4633-a41c-310ff207ad09 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:21.242562 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-8f613749-510a-4633-a41c-310ff207ad09 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/df2cdb41-7b72-4490-b1d4-a2122e12b008 HTTP/1.1" status: 204 len: 168 time: 0.2663424 Mar 31 16:02:21.259068 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f613749-510a-4633-a41c-310ff207ad09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df2cdb41-7b72-4490-b1d4-a2122e12b008,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:21.381510 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 39716) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:21.386267 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-f6006289-258a-4908-877a-38d4970c4bef tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-996619529', 'description': 'tempest-secgroup-smoke-996619529 description', 'project_id': '4d28aaeb531446a9b212059b5344459d'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:21.490073 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f6006289-258a-4908-877a-38d4970c4bef tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:21.568216 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f6006289-258a-4908-877a-38d4970c4bef tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for security_group (6572c8a3-ea73-40cd-af8f-0576d3e8a2e4), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:21.661029 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f6006289-258a-4908-877a-38d4970c4bef tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (6572c8a3-ea73-40cd-af8f-0576d3e8a2e4), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:21.689383 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6006289-258a-4908-877a-38d4970c4bef tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:21.777071 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-f6006289-258a-4908-877a-38d4970c4bef tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:21.778386 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-f6006289-258a-4908-877a-38d4970c4bef tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3958368 Mar 31 16:02:21.781496 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 39728) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:21.785669 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-b67e17a0-454e-44a4-bc7f-188b59f9209b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Request body: {'security_group_rule': {'security_group_id': '6572c8a3-ea73-40cd-af8f-0576d3e8a2e4', 'project_id': '4d28aaeb531446a9b212059b5344459d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:21.877542 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b67e17a0-454e-44a4-bc7f-188b59f9209b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for security_group_rule (18ca51dc-f958-49b6-ad26-9c4f9bb26b66), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:21.931303 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b67e17a0-454e-44a4-bc7f-188b59f9209b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for security_group_rule (18ca51dc-f958-49b6-ad26-9c4f9bb26b66), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:21.961945 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 39738) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:21.978405 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-39f7f6b4-9637-44e3-b99f-42742917b6d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:22.020073 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b67e17a0-454e-44a4-bc7f-188b59f9209b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (18ca51dc-f958-49b6-ad26-9c4f9bb26b66), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:22.046386 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67e17a0-454e-44a4-bc7f-188b59f9209b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18ca51dc-f958-49b6-ad26-9c4f9bb26b66,revision_number=0']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:22.098788 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-39f7f6b4-9637-44e3-b99f-42742917b6d0 admin admin] Publish callbacks [] for security_group (d7a6bb61-15e8-4e08-93ed-a067f5191afb), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:22.108454 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b67e17a0-454e-44a4-bc7f-188b59f9209b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:22.112574 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-b67e17a0-454e-44a4-bc7f-188b59f9209b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3272848 Mar 31 16:02:22.113006 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 39764) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:22.117832 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-f84e536e-3b0a-4c27-b833-b50f238aca31 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Request body: {'security_group_rule': {'security_group_id': '6572c8a3-ea73-40cd-af8f-0576d3e8a2e4', 'project_id': '4d28aaeb531446a9b212059b5344459d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:22.152592 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-39f7f6b4-9637-44e3-b99f-42742917b6d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (d7a6bb61-15e8-4e08-93ed-a067f5191afb), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:22.190435 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f7f6b4-9637-44e3-b99f-42742917b6d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7a6bb61-15e8-4e08-93ed-a067f5191afb,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:22.193444 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-39f7f6b4-9637-44e3-b99f-42742917b6d0 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=2e99431e26364c98b65b50c64aba5c58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2304966 Mar 31 16:02:22.196766 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 39782) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:22.222173 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f84e536e-3b0a-4c27-b833-b50f238aca31 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for security_group_rule (ced03614-3e98-416d-8070-4f481113d94a), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:22.284138 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a6b75c6c-1c2c-44f1-9e48-af1a76429c5d admin admin] Publish callbacks [] for security_group (d7a6bb61-15e8-4e08-93ed-a067f5191afb), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:22.300290 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f84e536e-3b0a-4c27-b833-b50f238aca31 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for security_group_rule (ced03614-3e98-416d-8070-4f481113d94a), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:22.313412 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a6b75c6c-1c2c-44f1-9e48-af1a76429c5d admin admin] Publish callbacks [] for security_group (d7a6bb61-15e8-4e08-93ed-a067f5191afb), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:22.453571 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f84e536e-3b0a-4c27-b833-b50f238aca31 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (ced03614-3e98-416d-8070-4f481113d94a), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:22.469023 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e536e-3b0a-4c27-b833-b50f238aca31 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ced03614-3e98-416d-8070-4f481113d94a,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:22.476020 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a6b75c6c-1c2c-44f1-9e48-af1a76429c5d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (d7a6bb61-15e8-4e08-93ed-a067f5191afb), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:22.478511 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-a6b75c6c-1c2c-44f1-9e48-af1a76429c5d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:22.484984 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-a6b75c6c-1c2c-44f1-9e48-af1a76429c5d admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/d7a6bb61-15e8-4e08-93ed-a067f5191afb HTTP/1.1" status: 204 len: 168 time: 0.2826393 Mar 31 16:02:22.488209 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b75c6c-1c2c-44f1-9e48-af1a76429c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7a6bb61-15e8-4e08-93ed-a067f5191afb,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:22.535685 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f84e536e-3b0a-4c27-b833-b50f238aca31 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:22.536933 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-f84e536e-3b0a-4c27-b833-b50f238aca31 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4228613 Mar 31 16:02:22.539739 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 39806) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:22.544285 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-14234965-af92-41ae-82db-01883e38e5d9 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Request body: {'security_group_rule': {'security_group_id': '6572c8a3-ea73-40cd-af8f-0576d3e8a2e4', 'project_id': '4d28aaeb531446a9b212059b5344459d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:22.683571 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-14234965-af92-41ae-82db-01883e38e5d9 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for security_group_rule (8e219ab7-3ffc-44fa-ae6b-ec14d3e28e0f), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:22.744583 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-14234965-af92-41ae-82db-01883e38e5d9 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for security_group_rule (8e219ab7-3ffc-44fa-ae6b-ec14d3e28e0f), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:22.797891 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device a0d3c4c8-111a-4221-b819-46eaa317cbaf up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:02:22.853434 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port a0d3c4c8-111a-4221-b819-46eaa317cbaf triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:02:22.853757 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (a0d3c4c8-111a-4221-b819-46eaa317cbaf), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:22.906932 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-14234965-af92-41ae-82db-01883e38e5d9 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (8e219ab7-3ffc-44fa-ae6b-ec14d3e28e0f), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:22.931738 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port a0d3c4c8-111a-4221-b819-46eaa317cbaf is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:02:22.931738 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (a0d3c4c8-111a-4221-b819-46eaa317cbaf), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:22.933055 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14234965-af92-41ae-82db-01883e38e5d9 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e219ab7-3ffc-44fa-ae6b-ec14d3e28e0f,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:22.957590 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] For port a0d3c4c8-111a-4221-b819-46eaa317cbaf, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=a0d3c4c8-111a-4221-b819-46eaa317cbaf,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:02:23.028893 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-14234965-af92-41ae-82db-01883e38e5d9 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:23.030127 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-14234965-af92-41ae-82db-01883e38e5d9 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4892361 Mar 31 16:02:23.034839 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 39816) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:23.037140 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-df0b15d3-3fa1-480d-a637-336624b9bb0e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Request body: {'security_group_rule': {'security_group_id': '6572c8a3-ea73-40cd-af8f-0576d3e8a2e4', 'project_id': '4d28aaeb531446a9b212059b5344459d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:23.061305 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (a0d3c4c8-111a-4221-b819-46eaa317cbaf), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:23.112425 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Pushing event updated for resources: {'Port': ['ID=a0d3c4c8-111a-4221-b819-46eaa317cbaf,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:23.164305 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-df0b15d3-3fa1-480d-a637-336624b9bb0e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for security_group_rule (570a9182-063a-4102-8173-cc4d03f6e015), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:23.224020 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-df0b15d3-3fa1-480d-a637-336624b9bb0e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for security_group_rule (570a9182-063a-4102-8173-cc4d03f6e015), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:23.346586 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-df0b15d3-3fa1-480d-a637-336624b9bb0e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (570a9182-063a-4102-8173-cc4d03f6e015), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:23.365216 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b15d3-3fa1-480d-a637-336624b9bb0e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=570a9182-063a-4102-8173-cc4d03f6e015,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:23.381273 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 39826) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:23.396819 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c57ba8ae-0d16-4fdd-aa30-c27dc9723377 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:23.414163 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-df0b15d3-3fa1-480d-a637-336624b9bb0e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:23.415382 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-df0b15d3-3fa1-480d-a637-336624b9bb0e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3814974 Mar 31 16:02:23.418709 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 39830) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:23.424296 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-2af79c8c-505c-4587-820c-a85fb7f12eaf tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Request body: {'security_group_rule': {'security_group_id': '6572c8a3-ea73-40cd-af8f-0576d3e8a2e4', 'project_id': '4d28aaeb531446a9b212059b5344459d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:23.477192 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c57ba8ae-0d16-4fdd-aa30-c27dc9723377 admin admin] Publish callbacks [] for security_group (7dad64bf-4027-4b50-bb43-0e4ed99318a8), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:23.510499 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.db.securitygroups_db [None req-2af79c8c-505c-4587-820c-a85fb7f12eaf tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Project 4d28aaeb531446a9b212059b5344459d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:02:23.515733 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2af79c8c-505c-4587-820c-a85fb7f12eaf tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for security_group_rule (34fb8ed2-ad22-45f0-b202-73e08380f232), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:23.533136 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c57ba8ae-0d16-4fdd-aa30-c27dc9723377 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (7dad64bf-4027-4b50-bb43-0e4ed99318a8), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:23.571417 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ba8ae-0d16-4fdd-aa30-c27dc9723377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dad64bf-4027-4b50-bb43-0e4ed99318a8,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:23.579688 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-c57ba8ae-0d16-4fdd-aa30-c27dc9723377 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=85b005e770e747ada2b7f98bc2ca16d3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1972737 Mar 31 16:02:23.580567 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 39836) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:23.598284 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2af79c8c-505c-4587-820c-a85fb7f12eaf tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for security_group_rule (34fb8ed2-ad22-45f0-b202-73e08380f232), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:23.636578 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-60f8af81-c8d8-45ad-afb9-a85d9bab0dc0 admin admin] Publish callbacks [] for security_group (7dad64bf-4027-4b50-bb43-0e4ed99318a8), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:23.657305 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-60f8af81-c8d8-45ad-afb9-a85d9bab0dc0 admin admin] Publish callbacks [] for security_group (7dad64bf-4027-4b50-bb43-0e4ed99318a8), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:23.701355 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2af79c8c-505c-4587-820c-a85fb7f12eaf tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (34fb8ed2-ad22-45f0-b202-73e08380f232), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:23.721309 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af79c8c-505c-4587-820c-a85fb7f12eaf tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34fb8ed2-ad22-45f0-b202-73e08380f232,revision_number=0']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:23.779140 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-60f8af81-c8d8-45ad-afb9-a85d9bab0dc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (7dad64bf-4027-4b50-bb43-0e4ed99318a8), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:23.787860 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-60f8af81-c8d8-45ad-afb9-a85d9bab0dc0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:23.787860 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-60f8af81-c8d8-45ad-afb9-a85d9bab0dc0 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/7dad64bf-4027-4b50-bb43-0e4ed99318a8 HTTP/1.1" status: 204 len: 168 time: 0.2013595 Mar 31 16:02:23.788091 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc45c4f-cb7f-4d4d-8967-1fc2047c53e0 None None] Sync routers for ids ['fc2d33b9-593c-4d71-a0c7-943f9e60bfb4'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:02:23.790765 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f8af81-c8d8-45ad-afb9-a85d9bab0dc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dad64bf-4027-4b50-bb43-0e4ed99318a8,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:23.797759 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc45c4f-cb7f-4d4d-8967-1fc2047c53e0 None None] Routers {'fc2d33b9-593c-4d71-a0c7-943f9e60bfb4'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:02:23.798499 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-fcc45c4f-cb7f-4d4d-8967-1fc2047c53e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:02:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['fc2d33b9-593c-4d71-a0c7-943f9e60bfb4'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:23.800172 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2af79c8c-505c-4587-820c-a85fb7f12eaf tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:23.806791 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-2af79c8c-505c-4587-820c-a85fb7f12eaf tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3816757 Mar 31 16:02:23.806791 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 39844) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:23.812187 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-b40148aa-fc21-479b-8c37-9767080d92c7 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Request body: {'security_group_rule': {'security_group_id': '6572c8a3-ea73-40cd-af8f-0576d3e8a2e4', 'project_id': '4d28aaeb531446a9b212059b5344459d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:23.915105 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-fcc45c4f-cb7f-4d4d-8967-1fc2047c53e0 None None] Set router fc2d33b9-593c-4d71-a0c7-943f9e60bfb4 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:02:23.933903 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.db.securitygroups_db [None req-b40148aa-fc21-479b-8c37-9767080d92c7 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Project 4d28aaeb531446a9b212059b5344459d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 31 16:02:23.939350 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b40148aa-fc21-479b-8c37-9767080d92c7 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for security_group_rule (c01fa1e0-1132-4f57-aee4-1d5147546fc4), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:24.003196 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b40148aa-fc21-479b-8c37-9767080d92c7 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for security_group_rule (c01fa1e0-1132-4f57-aee4-1d5147546fc4), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:24.111673 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-fcc45c4f-cb7f-4d4d-8967-1fc2047c53e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2d33b9-593c-4d71-a0c7-943f9e60bfb4', 'name': 'tempest-TestVolumeBootPattern-1640021970-router', 'tenant_id': '60d83480051d48418409aa324504498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a0d3c4c8-111a-4221-b819-46eaa317cbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:15Z', 'updated_at': '2022-03-31T16:02:19Z', 'revision_number': 4, 'project_id': '60d83480051d48418409aa324504498d', 'gw_port': {'id': 'a0d3c4c8-111a-4221-b819-46eaa317cbaf', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2d33b9-593c-4d71-a0c7-943f9e60bfb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:16Z', 'updated_at': '2022-03-31T16:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '35ef38f9-986d-42c7-ac2a-7ce44dc75d07', 'name': '', 'network_id': '20655571-a5e3-40bf-8854-4d4c2f66b0a2', 'tenant_id': '60d83480051d48418409aa324504498d', 'mac_address': 'fa:16:3e:d1:bb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2d33b9-593c-4d71-a0c7-943f9e60bfb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '644c26ac-c32b-4c1a-8f87-120483a54cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:18Z', 'updated_at': '2022-03-31T16:02:19Z', 'revision_number': 2, 'project_id': '60d83480051d48418409aa324504498d', 'subnets': [{'id': '644c26ac-c32b-4c1a-8f87-120483a54cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:24.140827 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc45c4f-cb7f-4d4d-8967-1fc2047c53e0 None None] Checking router: fc2d33b9-593c-4d71-a0c7-943f9e60bfb4 for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:02:24.141394 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc45c4f-cb7f-4d4d-8967-1fc2047c53e0 None None] Updating router fc2d33b9-593c-4d71-a0c7-943f9e60bfb4 port 35ef38f9-986d-42c7-ac2a-7ce44dc75d07 binding host dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 31 16:02:24.141548 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b40148aa-fc21-479b-8c37-9767080d92c7 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-524689'] for security_group_rule (c01fa1e0-1132-4f57-aee4-1d5147546fc4), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:24.166169 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40148aa-fc21-479b-8c37-9767080d92c7 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c01fa1e0-1132-4f57-aee4-1d5147546fc4,revision_number=0']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:24.174644 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-fcc45c4f-cb7f-4d4d-8967-1fc2047c53e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (35ef38f9-986d-42c7-ac2a-7ce44dc75d07), before_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:24.234948 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b40148aa-fc21-479b-8c37-9767080d92c7 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:24.236464 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-b40148aa-fc21-479b-8c37-9767080d92c7 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4281275 Mar 31 16:02:24.491161 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-fcc45c4f-cb7f-4d4d-8967-1fc2047c53e0 None None] Publish callbacks [] for port (35ef38f9-986d-42c7-ac2a-7ce44dc75d07), precommit_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:24.598166 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-fcc45c4f-cb7f-4d4d-8967-1fc2047c53e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (35ef38f9-986d-42c7-ac2a-7ce44dc75d07), after_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:24.656286 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62fdfb3-6089-4b79-800c-a686a724fe55 None None] Pushing event updated for resources: {'Port': ['ID=35ef38f9-986d-42c7-ac2a-7ce44dc75d07,revision_number=3']} {{(pid=115722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:24.708076 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-fcc45c4f-cb7f-4d4d-8967-1fc2047c53e0 None None] Attempting to bind port 35ef38f9-986d-42c7-ac2a-7ce44dc75d07 on host dv-cinder-836028-1-iscsi for vnic_type normal with profile {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:02:24.708416 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-fcc45c4f-cb7f-4d4d-8967-1fc2047c53e0 None None] Attempting to bind port 35ef38f9-986d-42c7-ac2a-7ce44dc75d07 by drivers openvswitch,hyperv on host dv-cinder-836028-1-iscsi at level 0 using segments [{'id': '7987f9ef-975d-4b52-a20c-5f2c671a5e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '20655571-a5e3-40bf-8854-4d4c2f66b0a2'}] {{(pid=115722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:02:24.708783 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc45c4f-cb7f-4d4d-8967-1fc2047c53e0 None None] Attempting to bind port 35ef38f9-986d-42c7-ac2a-7ce44dc75d07 on network 20655571-a5e3-40bf-8854-4d4c2f66b0a2 {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:02:24.718510 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc45c4f-cb7f-4d4d-8967-1fc2047c53e0 None None] Checking agent: {'id': '84cddfcc-8d45-46e2-bda3-c9d49247c2bb', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-836028-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 44, 41), 'started_at': datetime.datetime(2022, 3, 31, 15, 45, 11), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 2, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-836028-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:02:24.719190 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc45c4f-cb7f-4d4d-8967-1fc2047c53e0 None None] Checking segment: {'id': '7987f9ef-975d-4b52-a20c-5f2c671a5e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '20655571-a5e3-40bf-8854-4d4c2f66b0a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115722) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:02:24.719875 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-fcc45c4f-cb7f-4d4d-8967-1fc2047c53e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:24.720500 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcc45c4f-cb7f-4d4d-8967-1fc2047c53e0 None None] Bound using segment: {'id': '7987f9ef-975d-4b52-a20c-5f2c671a5e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '20655571-a5e3-40bf-8854-4d4c2f66b0a2'} {{(pid=115722) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:02:24.721138 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.managers [None req-fcc45c4f-cb7f-4d4d-8967-1fc2047c53e0 None None] Bound port: 35ef38f9-986d-42c7-ac2a-7ce44dc75d07, host: dv-cinder-836028-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7987f9ef-975d-4b52-a20c-5f2c671a5e94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 821, 'network_id': '20655571-a5e3-40bf-8854-4d4c2f66b0a2'}}] {{(pid=115722) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:02:24.721707 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-fcc45c4f-cb7f-4d4d-8967-1fc2047c53e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (35ef38f9-986d-42c7-ac2a-7ce44dc75d07), before_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:24.807332 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device a0d3c4c8-111a-4221-b819-46eaa317cbaf up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:02:24.890992 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port a0d3c4c8-111a-4221-b819-46eaa317cbaf triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:02:24.891372 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (a0d3c4c8-111a-4221-b819-46eaa317cbaf), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:24.895606 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.db [None req-fcc45c4f-cb7f-4d4d-8967-1fc2047c53e0 None None] For port 35ef38f9-986d-42c7-ac2a-7ce44dc75d07, host dv-cinder-836028-1-iscsi, cleared binding levels {{(pid=115722) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:02:24.896238 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.plugins.ml2.db [None req-fcc45c4f-cb7f-4d4d-8967-1fc2047c53e0 None None] For port 35ef38f9-986d-42c7-ac2a-7ce44dc75d07, host dv-cinder-836028-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=35ef38f9-986d-42c7-ac2a-7ce44dc75d07,segment=NetworkSegment(7987f9ef-975d-4b52-a20c-5f2c671a5e94),segment_id=7987f9ef-975d-4b52-a20c-5f2c671a5e94)] {{(pid=115722) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:02:24.944383 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-4db00610-c54c-49ef-91ed-57566dc8c7ab None None] Provisioning complete for port 35ef38f9-986d-42c7-ac2a-7ce44dc75d07 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:02:24.947410 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-4db00610-c54c-49ef-91ed-57566dc8c7ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (35ef38f9-986d-42c7-ac2a-7ce44dc75d07), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:24.991172 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron_lib.callbacks.manager [None req-fcc45c4f-cb7f-4d4d-8967-1fc2047c53e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (35ef38f9-986d-42c7-ac2a-7ce44dc75d07), after_update {{(pid=115722) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:25.007182 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-4db00610-c54c-49ef-91ed-57566dc8c7ab None None] Port 35ef38f9-986d-42c7-ac2a-7ce44dc75d07 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:02:25.023789 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port a0d3c4c8-111a-4221-b819-46eaa317cbaf is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:02:25.060742 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc45c4f-cb7f-4d4d-8967-1fc2047c53e0 None None] Routers {'fc2d33b9-593c-4d71-a0c7-943f9e60bfb4'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:02:25.062042 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-fcc45c4f-cb7f-4d4d-8967-1fc2047c53e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:02:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['fc2d33b9-593c-4d71-a0c7-943f9e60bfb4'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:25.066290 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62fdfb3-6089-4b79-800c-a686a724fe55 None None] Pushing event updated for resources: {'Port': ['ID=35ef38f9-986d-42c7-ac2a-7ce44dc75d07,revision_number=4']} {{(pid=115722) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:25.222872 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-fcc45c4f-cb7f-4d4d-8967-1fc2047c53e0 None None] Set router fc2d33b9-593c-4d71-a0c7-943f9e60bfb4 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:02:25.235719 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 39978) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:25.389078 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-f958ea32-6a1d-4191-a3e1-012715bd6764 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1567929359-network', 'tenant_id': '9788fb757d314980b04f5892c76683aa'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:25.431209 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-865796bd-4146-47a1-b9e4-18238af3b1c4 None None] Provisioning complete for port 35ef38f9-986d-42c7-ac2a-7ce44dc75d07 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:02:25.431638 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-865796bd-4146-47a1-b9e4-18238af3b1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (35ef38f9-986d-42c7-ac2a-7ce44dc75d07), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:25.486451 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-fcc45c4f-cb7f-4d4d-8967-1fc2047c53e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2d33b9-593c-4d71-a0c7-943f9e60bfb4', 'name': 'tempest-TestVolumeBootPattern-1640021970-router', 'tenant_id': '60d83480051d48418409aa324504498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a0d3c4c8-111a-4221-b819-46eaa317cbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:15Z', 'updated_at': '2022-03-31T16:02:19Z', 'revision_number': 4, 'project_id': '60d83480051d48418409aa324504498d', 'gw_port': {'id': 'a0d3c4c8-111a-4221-b819-46eaa317cbaf', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2d33b9-593c-4d71-a0c7-943f9e60bfb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:16Z', 'updated_at': '2022-03-31T16:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '35ef38f9-986d-42c7-ac2a-7ce44dc75d07', 'name': '', 'network_id': '20655571-a5e3-40bf-8854-4d4c2f66b0a2', 'tenant_id': '60d83480051d48418409aa324504498d', 'mac_address': 'fa:16:3e:d1:bb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2d33b9-593c-4d71-a0c7-943f9e60bfb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '644c26ac-c32b-4c1a-8f87-120483a54cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:18Z', 'updated_at': '2022-03-31T16:02:24Z', 'revision_number': 4, 'project_id': '60d83480051d48418409aa324504498d', 'subnets': [{'id': '644c26ac-c32b-4c1a-8f87-120483a54cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:25.498946 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f958ea32-6a1d-4191-a3e1-012715bd6764 admin admin] Made reservation on behalf of 9788fb757d314980b04f5892c76683aa for: {'network': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:02:25.501293 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f958ea32-6a1d-4191-a3e1-012715bd6764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for network (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:25.509934 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f958ea32-6a1d-4191-a3e1-012715bd6764 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:25.512011 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcc45c4f-cb7f-4d4d-8967-1fc2047c53e0 None None] The sync data for ids ['fc2d33b9-593c-4d71-a0c7-943f9e60bfb4'] in dv-cinder-836028-1-iscsi is: [{'id': 'fc2d33b9-593c-4d71-a0c7-943f9e60bfb4', 'name': 'tempest-TestVolumeBootPattern-1640021970-router', 'tenant_id': '60d83480051d48418409aa324504498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a0d3c4c8-111a-4221-b819-46eaa317cbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:15Z', 'updated_at': '2022-03-31T16:02:19Z', 'revision_number': 4, 'project_id': '60d83480051d48418409aa324504498d', 'gw_port': {'id': 'a0d3c4c8-111a-4221-b819-46eaa317cbaf', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2d33b9-593c-4d71-a0c7-943f9e60bfb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:16Z', 'updated_at': '2022-03-31T16:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '35ef38f9-986d-42c7-ac2a-7ce44dc75d07', 'name': '', 'network_id': '20655571-a5e3-40bf-8854-4d4c2f66b0a2', 'tenant_id': '60d83480051d48418409aa324504498d', 'mac_address': 'fa:16:3e:d1:bb:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc2d33b9-593c-4d71-a0c7-943f9e60bfb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 674, 'fixed_ips': [{'subnet_id': '644c26ac-c32b-4c1a-8f87-120483a54cfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:18Z', 'updated_at': '2022-03-31T16:02:24Z', 'revision_number': 4, 'project_id': '60d83480051d48418409aa324504498d', 'subnets': [{'id': '644c26ac-c32b-4c1a-8f87-120483a54cfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:02:25.536639 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-865796bd-4146-47a1-b9e4-18238af3b1c4 None None] Current status of the port 35ef38f9-986d-42c7-ac2a-7ce44dc75d07 is: DOWN; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:02:25.537229 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-865796bd-4146-47a1-b9e4-18238af3b1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (35ef38f9-986d-42c7-ac2a-7ce44dc75d07), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:25.586261 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-865796bd-4146-47a1-b9e4-18238af3b1c4 None None] For port 35ef38f9-986d-42c7-ac2a-7ce44dc75d07, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=35ef38f9-986d-42c7-ac2a-7ce44dc75d07,segment=NetworkSegment(7987f9ef-975d-4b52-a20c-5f2c671a5e94),segment_id=7987f9ef-975d-4b52-a20c-5f2c671a5e94)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:02:25.658979 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-865796bd-4146-47a1-b9e4-18238af3b1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (35ef38f9-986d-42c7-ac2a-7ce44dc75d07), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:25.737461 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865796bd-4146-47a1-b9e4-18238af3b1c4 None None] Pushing event updated for resources: {'Port': ['ID=35ef38f9-986d-42c7-ac2a-7ce44dc75d07,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:25.875811 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f958ea32-6a1d-4191-a3e1-012715bd6764 admin admin] Publish callbacks [] for security_group (9ca065e6-6efb-459f-883d-b984c8a349c3), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:25.962162 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f958ea32-6a1d-4191-a3e1-012715bd6764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (9ca065e6-6efb-459f-883d-b984c8a349c3), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:25.993851 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f958ea32-6a1d-4191-a3e1-012715bd6764 admin admin] vlan segment allocate from pool success with {'vlan_id': 812, 'physical_network': 'physnet1'} {{(pid=115720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:02:26.001115 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958ea32-6a1d-4191-a3e1-012715bd6764 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca065e6-6efb-459f-883d-b984c8a349c3,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:26.008437 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f958ea32-6a1d-4191-a3e1-012715bd6764 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (b846d3ab-3278-431d-a8da-bd075febf02e), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:26.009154 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.segments_db [None req-f958ea32-6a1d-4191-a3e1-012715bd6764 admin admin] Added segment b846d3ab-3278-431d-a8da-bd075febf02e of type vlan for network 5c7fe4ea-ecad-4a4e-9646-eae2c62791f0 Mar 31 16:02:26.053899 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f958ea32-6a1d-4191-a3e1-012715bd6764 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779152372026'] for network (5c7fe4ea-ecad-4a4e-9646-eae2c62791f0), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:26.147017 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f958ea32-6a1d-4191-a3e1-012715bd6764 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for network (5c7fe4ea-ecad-4a4e-9646-eae2c62791f0), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:26.150889 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f958ea32-6a1d-4191-a3e1-012715bd6764 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:26.150889 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-f958ea32-6a1d-4191-a3e1-012715bd6764 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:26.214945 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f958ea32-6a1d-4191-a3e1-012715bd6764 admin admin] Pushing event updated for resources: {'Network': ['ID=5c7fe4ea-ecad-4a4e-9646-eae2c62791f0,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:26.225699 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Network 5c7fe4ea-ecad-4a4e-9646-eae2c62791f0 details requested by agent ovs-agent-dv-cinder-836028-1-iscsi with host dv-cinder-836028-1-iscsi {{(pid=115721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:02:26.296306 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-f958ea32-6a1d-4191-a3e1-012715bd6764 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0587697 Mar 31 16:02:26.314525 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 40046) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:26.319563 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-64468709-7dac-44fe-9dd7-22f62c28f734 admin admin] Request body: {'subnet': {'network_id': '5c7fe4ea-ecad-4a4e-9646-eae2c62791f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1567929359-subnet', 'tenant_id': '9788fb757d314980b04f5892c76683aa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:26.403971 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64468709-7dac-44fe-9dd7-22f62c28f734 admin admin] Made reservation on behalf of 9788fb757d314980b04f5892c76683aa for: {'subnet': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:02:26.407643 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-64468709-7dac-44fe-9dd7-22f62c28f734 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4786063'] for subnet (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:26.638503 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-64468709-7dac-44fe-9dd7-22f62c28f734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4201594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4786073'] for subnet (62ba3c63-2e26-4651-b0cd-25693193e342), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:26.700206 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64468709-7dac-44fe-9dd7-22f62c28f734 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62ba3c63-2e26-4651-b0cd-25693193e342,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:26.710564 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64468709-7dac-44fe-9dd7-22f62c28f734 admin admin] Checking segment: {'id': 'b846d3ab-3278-431d-a8da-bd075febf02e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 812, 'network_id': '5c7fe4ea-ecad-4a4e-9646-eae2c62791f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:02:26.710938 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64468709-7dac-44fe-9dd7-22f62c28f734 admin admin] Network hostable DHCP agents. Network: 5c7fe4ea-ecad-4a4e-9646-eae2c62791f0, hostable agents: ['476c03f2-c716-4e43-9eb8-27eff34871a5'], hosted agents: [] {{(pid=115720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:02:26.800147 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 35ef38f9-986d-42c7-ac2a-7ce44dc75d07 up at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:02:26.803518 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64468709-7dac-44fe-9dd7-22f62c28f734 admin admin] Network 5c7fe4ea-ecad-4a4e-9646-eae2c62791f0 is scheduled to be hosted by DHCP agent 476c03f2-c716-4e43-9eb8-27eff34871a5 with binding_index 1 {{(pid=115720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:02:26.875994 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-64468709-7dac-44fe-9dd7-22f62c28f734 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836028-1-iscsi, 5c7fe4ea-ecad-4a4e-9646-eae2c62791f0) {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:02:26.881372 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64468709-7dac-44fe-9dd7-22f62c28f734 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:26.882503 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-64468709-7dac-44fe-9dd7-22f62c28f734 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for subnet (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:26.974881 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c28642-1875-4edb-bafe-e2d2fe4c6b52 None None] Network 5c7fe4ea-ecad-4a4e-9646-eae2c62791f0 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:02:26.998210 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-64468709-7dac-44fe-9dd7-22f62c28f734 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6738710 Mar 31 16:02:27.046471 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Provisioning complete for port 35ef38f9-986d-42c7-ac2a-7ce44dc75d07 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:02:27.046881 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (35ef38f9-986d-42c7-ac2a-7ce44dc75d07), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:27.124704 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552a0f56-fc2e-4fba-8f34-654814b10102 None None] Network 5c7fe4ea-ecad-4a4e-9646-eae2c62791f0 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:02:27.215708 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Current status of the port 35ef38f9-986d-42c7-ac2a-7ce44dc75d07 is: ACTIVE; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:02:27.688758 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 40070) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:27.693676 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-eb347bc0-bee7-421b-a119-b17a803654f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2123490866-network', 'tenant_id': '5b264f57322e438cb39582b64572f469'}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:27.795886 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb347bc0-bee7-421b-a119-b17a803654f0 admin admin] Made reservation on behalf of 5b264f57322e438cb39582b64572f469 for: {'network': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:02:27.798324 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-eb347bc0-bee7-421b-a119-b17a803654f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for network (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:27.808116 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-eb347bc0-bee7-421b-a119-b17a803654f0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:27.831525 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 40074) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:27.884187 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-eb347bc0-bee7-421b-a119-b17a803654f0 admin admin] Publish callbacks [] for security_group (9ec2f9d3-a1e6-4085-b94a-2ab48e294f00), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:27.940889 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-eb347bc0-bee7-421b-a119-b17a803654f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (9ec2f9d3-a1e6-4085-b94a-2ab48e294f00), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:27.968317 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-63e43678-0257-4497-a2ba-9d31159116b3 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=aca4c094a73d48058759c7bfb4fc6d04&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1326463 Mar 31 16:02:27.968524 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb347bc0-bee7-421b-a119-b17a803654f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 822, 'physical_network': 'physnet1'} {{(pid=115720) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 31 16:02:27.968715 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 40078) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:27.972973 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb347bc0-bee7-421b-a119-b17a803654f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ec2f9d3-a1e6-4085-b94a-2ab48e294f00,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:27.983800 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-eb347bc0-bee7-421b-a119-b17a803654f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (40fc5087-7dba-4e5a-b781-21ce9de7e6ae), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:27.984420 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.segments_db [None req-eb347bc0-bee7-421b-a119-b17a803654f0 admin admin] Added segment 40fc5087-7dba-4e5a-b781-21ce9de7e6ae of type vlan for network b80da2fd-aefc-491f-9361-3268cee37e1f Mar 31 16:02:28.020969 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-10485d17-c12b-4876-b4b0-708144051f7f admin admin] Publish callbacks [] for security_group (16c969e0-6d8b-495d-bd6e-38a0049a5a40), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:28.028435 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-eb347bc0-bee7-421b-a119-b17a803654f0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779152372026'] for network (b80da2fd-aefc-491f-9361-3268cee37e1f), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:28.043307 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-10485d17-c12b-4876-b4b0-708144051f7f admin admin] Publish callbacks [] for security_group (16c969e0-6d8b-495d-bd6e-38a0049a5a40), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:28.163789 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-eb347bc0-bee7-421b-a119-b17a803654f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239'] for network (b80da2fd-aefc-491f-9361-3268cee37e1f), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:28.164790 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb347bc0-bee7-421b-a119-b17a803654f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:28.165401 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-eb347bc0-bee7-421b-a119-b17a803654f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:28.192690 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-10485d17-c12b-4876-b4b0-708144051f7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (16c969e0-6d8b-495d-bd6e-38a0049a5a40), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:28.195491 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-10485d17-c12b-4876-b4b0-708144051f7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:28.200092 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-10485d17-c12b-4876-b4b0-708144051f7f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/16c969e0-6d8b-495d-bd6e-38a0049a5a40 HTTP/1.1" status: 204 len: 168 time: 0.2276392 Mar 31 16:02:28.205995 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10485d17-c12b-4876-b4b0-708144051f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c969e0-6d8b-495d-bd6e-38a0049a5a40,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:28.226584 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb347bc0-bee7-421b-a119-b17a803654f0 admin admin] Pushing event updated for resources: {'Network': ['ID=b80da2fd-aefc-491f-9361-3268cee37e1f,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:28.242199 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Network b80da2fd-aefc-491f-9361-3268cee37e1f details requested by agent ovs-agent-dv-cinder-836028-1-iscsi with host dv-cinder-836028-1-iscsi {{(pid=115721) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 31 16:02:28.281065 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-eb347bc0-bee7-421b-a119-b17a803654f0 admin admin] 10.222.0.47 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5911932 Mar 31 16:02:28.283929 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 40082) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:28.290112 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.v2.base [None req-85b50576-e511-4f87-8c9c-f8fb46eda7e3 admin admin] Request body: {'subnet': {'network_id': 'b80da2fd-aefc-491f-9361-3268cee37e1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2123490866-subnet', 'tenant_id': '5b264f57322e438cb39582b64572f469', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=115720) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:28.418924 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b50576-e511-4f87-8c9c-f8fb46eda7e3 admin admin] Made reservation on behalf of 5b264f57322e438cb39582b64572f469 for: {'subnet': 1} {{(pid=115720) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:02:28.421384 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-85b50576-e511-4f87-8c9c-f8fb46eda7e3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4786063'] for subnet (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:28.649940 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-85b50576-e511-4f87-8c9c-f8fb46eda7e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4201594', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4786073'] for subnet (97cfa435-83ac-455a-923c-dbe0f4e5b927), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:28.711562 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b50576-e511-4f87-8c9c-f8fb46eda7e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97cfa435-83ac-455a-923c-dbe0f4e5b927,revision_number=0']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:28.720468 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b50576-e511-4f87-8c9c-f8fb46eda7e3 admin admin] Checking segment: {'id': '40fc5087-7dba-4e5a-b781-21ce9de7e6ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 822, 'network_id': 'b80da2fd-aefc-491f-9361-3268cee37e1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115720) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:02:28.720857 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b50576-e511-4f87-8c9c-f8fb46eda7e3 admin admin] Network hostable DHCP agents. Network: b80da2fd-aefc-491f-9361-3268cee37e1f, hostable agents: ['476c03f2-c716-4e43-9eb8-27eff34871a5'], hosted agents: [] {{(pid=115720) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 31 16:02:28.809505 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b50576-e511-4f87-8c9c-f8fb46eda7e3 admin admin] Network b80da2fd-aefc-491f-9361-3268cee37e1f is scheduled to be hosted by DHCP agent 476c03f2-c716-4e43-9eb8-27eff34871a5 with binding_index 1 {{(pid=115720) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 31 16:02:28.870734 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.base_scheduler [None req-85b50576-e511-4f87-8c9c-f8fb46eda7e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-836028-1-iscsi, b80da2fd-aefc-491f-9361-3268cee37e1f) {{(pid=115720) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:02:28.875222 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b50576-e511-4f87-8c9c-f8fb46eda7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=115720) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:28.875835 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-85b50576-e511-4f87-8c9c-f8fb46eda7e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for subnet (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:28.879953 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83ce822-c5b1-428d-8994-8f39017c317e None None] Network b80da2fd-aefc-491f-9361-3268cee37e1f requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:02:28.958697 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-85b50576-e511-4f87-8c9c-f8fb46eda7e3 admin admin] 10.222.0.47 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6731291 Mar 31 16:02:28.997110 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29814d6a-ccba-4cdc-a191-ae8a114d5dc3 None None] Network b80da2fd-aefc-491f-9361-3268cee37e1f requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:02:34.820618 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-7edbcbfe-d0ac-42de-b9ed-8bdc8eb7ed60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:37.044331 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-ab86e1fe-a530-4c5e-b5f1-5494575264b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:37.780345 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:38.420767 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:38.755292 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 40236) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:38.862394 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e58eb2f6-c992-47ad-9437-9f57eb113c93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:38.939690 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e58eb2f6-c992-47ad-9437-9f57eb113c93 admin admin] Publish callbacks [] for security_group (a16baf04-2184-4c53-b633-6ea1d9e831a6), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:39.010042 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-e58eb2f6-c992-47ad-9437-9f57eb113c93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (a16baf04-2184-4c53-b633-6ea1d9e831a6), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:39.049862 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58eb2f6-c992-47ad-9437-9f57eb113c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16baf04-2184-4c53-b633-6ea1d9e831a6,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:39.054212 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-e58eb2f6-c992-47ad-9437-9f57eb113c93 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=06756942564b46ba9395ef5fc4ca1989&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2978895 Mar 31 16:02:39.058179 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 40244) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:39.104290 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b2d0ca98-52e9-4883-9061-1e6038cddf75 admin admin] Publish callbacks [] for security_group (a16baf04-2184-4c53-b633-6ea1d9e831a6), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:39.125933 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b2d0ca98-52e9-4883-9061-1e6038cddf75 admin admin] Publish callbacks [] for security_group (a16baf04-2184-4c53-b633-6ea1d9e831a6), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:39.254982 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b2d0ca98-52e9-4883-9061-1e6038cddf75 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (a16baf04-2184-4c53-b633-6ea1d9e831a6), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:39.258103 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b2d0ca98-52e9-4883-9061-1e6038cddf75 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:39.259505 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-b2d0ca98-52e9-4883-9061-1e6038cddf75 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/a16baf04-2184-4c53-b633-6ea1d9e831a6 HTTP/1.1" status: 204 len: 168 time: 0.2015979 Mar 31 16:02:39.269556 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d0ca98-52e9-4883-9061-1e6038cddf75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16baf04-2184-4c53-b633-6ea1d9e831a6,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:39.436815 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:41.100662 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:44.805325 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:02:46.529616 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-0a3c8ca1-ca40-4436-b27d-e6a706546865 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-996619529&fields=id&tenant_id=4d28aaeb531446a9b212059b5344459d HTTP/1.1" status: 200 len: 267 time: 0.0425420 Mar 31 16:02:46.635711 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-8993b960-9145-462f-8eac-2035d54663ff tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:46.637240 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-8993b960-9145-462f-8eac-2035d54663ff tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/networks?id=fd396baf-32f3-4650-986f-2e0b0f823007 HTTP/1.1" status: 200 len: 812 time: 0.1013670 Mar 31 16:02:46.651549 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-d8240986-b1d9-42f1-aa95-57e47a00c182 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/quotas/4d28aaeb531446a9b212059b5344459d HTTP/1.1" status: 200 len: 375 time: 0.0090618 Mar 31 16:02:46.710288 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-d598984c-e244-4f07-9811-73a28ba55066 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4d28aaeb531446a9b212059b5344459d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530727 Mar 31 16:02:46.814930 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-47d41141-a138-43ec-a562-4d867d71aae6 service neutron] 10.222.0.47 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922472 Mar 31 16:02:46.874760 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 40344) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:46.906661 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-a9a7a683-039a-4e0b-92e2-11c9179cb1e8 service neutron] 10.222.0.47 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854788 Mar 31 16:02:46.918284 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dde87ec-6af2-460e-a1a8-1e748f3c635d admin admin] Deleting subnet 62ba3c63-2e26-4651-b0cd-25693193e342 {{(pid=115720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:02:46.922049 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-7dde87ec-6af2-460e-a1a8-1e748f3c635d admin admin] Publish callbacks [] for subnet (62ba3c63-2e26-4651-b0cd-25693193e342), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:46.956271 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-7dde87ec-6af2-460e-a1a8-1e748f3c635d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7314090'] for subnet (62ba3c63-2e26-4651-b0cd-25693193e342), precommit_delete_associations {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:46.999654 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-7dde87ec-6af2-460e-a1a8-1e748f3c635d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2031459'] for subnet (62ba3c63-2e26-4651-b0cd-25693193e342), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:47.134938 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-7dde87ec-6af2-460e-a1a8-1e748f3c635d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2031444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4201529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4786064'] for subnet (62ba3c63-2e26-4651-b0cd-25693193e342), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:47.161961 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dde87ec-6af2-460e-a1a8-1e748f3c635d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62ba3c63-2e26-4651-b0cd-25693193e342,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:47.163957 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-7dde87ec-6af2-460e-a1a8-1e748f3c635d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for subnet (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:47.167087 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-7dde87ec-6af2-460e-a1a8-1e748f3c635d admin admin] 10.222.0.47 "DELETE /v2.0/subnets/62ba3c63-2e26-4651-b0cd-25693193e342 HTTP/1.1" status: 204 len: 168 time: 0.2913330 Mar 31 16:02:47.169607 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 40352) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:47.235595 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6c86e48f-4872-4d6d-a1b4-03134815d8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1072674'] for network (5c7fe4ea-ecad-4a4e-9646-eae2c62791f0), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:47.315115 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6c86e48f-4872-4d6d-a1b4-03134815d8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062824', 'neutron.services.segments.db._delete_segments_for_network-8779152745018'] for network (5c7fe4ea-ecad-4a4e-9646-eae2c62791f0), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:47.335399 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.services.segments.db [None req-6c86e48f-4872-4d6d-a1b4-03134815d8b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c7fe4ea-ecad-4a4e-9646-eae2c62791f0']}} {{(pid=115720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:47.345207 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.services.segments.db [None req-6c86e48f-4872-4d6d-a1b4-03134815d8b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b846d3ab-3278-431d-a8da-bd075febf02e') {'for_net_delete': True} {{(pid=115720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:47.345496 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.services.segments.db [None req-6c86e48f-4872-4d6d-a1b4-03134815d8b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b846d3ab-3278-431d-a8da-bd075febf02e') {} {{(pid=115720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:47.354573 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6c86e48f-4872-4d6d-a1b4-03134815d8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779152745795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7314081'] for segment (b846d3ab-3278-431d-a8da-bd075febf02e), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:47.367510 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6c86e48f-4872-4d6d-a1b4-03134815d8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (b846d3ab-3278-431d-a8da-bd075febf02e), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c86e48f-4872-4d6d-a1b4-03134815d8b9 admin admin] Releasing vlan 812 on physical network physnet1 to pool {{(pid=115720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6c86e48f-4872-4d6d-a1b4-03134815d8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4203167'] for segment (b846d3ab-3278-431d-a8da-bd075febf02e), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: Traceback (most recent call last): Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: timer() Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: cb(*args, **kw) Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: return func(*args, **kwargs) Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: self._notify() Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: self.callback(batched_events) Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: event.method(event) Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: return f(self, *a, **k) Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: return self._get(url).json() Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: return self.request(url, 'GET', **kwargs) Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:02:47.376544 dv-cinder-836028-1-iscsi neutron-server[115720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:02:47.442406 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7826d621-275a-415c-afb2-b498f386a174 req-ae13d836-eab9-49da-8e2e-d3efea57b74f tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=f74069c7-806e-41ee-8e11-897be0c7f038 HTTP/1.1" status: 200 len: 210 time: 0.0294225 Mar 31 16:02:47.506569 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6c86e48f-4872-4d6d-a1b4-03134815d8b9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609641'] for network (5c7fe4ea-ecad-4a4e-9646-eae2c62791f0), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:47.517757 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6c86e48f-4872-4d6d-a1b4-03134815d8b9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:47.521019 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-6c86e48f-4872-4d6d-a1b4-03134815d8b9 admin admin] 10.222.0.47 "DELETE /v2.0/networks/5c7fe4ea-ecad-4a4e-9646-eae2c62791f0 HTTP/1.1" status: 204 len: 168 time: 0.3504992 Mar 31 16:02:47.523898 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 40362) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:47.530474 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c86e48f-4872-4d6d-a1b4-03134815d8b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c7fe4ea-ecad-4a4e-9646-eae2c62791f0,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:47.572532 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_v2 [None req-909fd196-f1ea-47a7-b0ec-44ad4294c81f admin admin] Deleting subnet 97cfa435-83ac-455a-923c-dbe0f4e5b927 {{(pid=115719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:02:47.575626 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-909fd196-f1ea-47a7-b0ec-44ad4294c81f admin admin] Publish callbacks [] for subnet (97cfa435-83ac-455a-923c-dbe0f4e5b927), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:47.609129 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-909fd196-f1ea-47a7-b0ec-44ad4294c81f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5073163'] for subnet (97cfa435-83ac-455a-923c-dbe0f4e5b927), precommit_delete_associations {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:47.647673 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-909fd196-f1ea-47a7-b0ec-44ad4294c81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2031459'] for subnet (97cfa435-83ac-455a-923c-dbe0f4e5b927), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:47.775227 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-909fd196-f1ea-47a7-b0ec-44ad4294c81f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2031444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5073152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5044798'] for subnet (97cfa435-83ac-455a-923c-dbe0f4e5b927), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:47.799753 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909fd196-f1ea-47a7-b0ec-44ad4294c81f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97cfa435-83ac-455a-923c-dbe0f4e5b927,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:47.804213 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-909fd196-f1ea-47a7-b0ec-44ad4294c81f admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:47.807346 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-909fd196-f1ea-47a7-b0ec-44ad4294c81f admin admin] 10.222.0.47 "DELETE /v2.0/subnets/97cfa435-83ac-455a-923c-dbe0f4e5b927 HTTP/1.1" status: 204 len: 168 time: 0.2823708 Mar 31 16:02:47.809957 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 40364) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:47.813655 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909fd196-f1ea-47a7-b0ec-44ad4294c81f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:47.814456 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909fd196-f1ea-47a7-b0ec-44ad4294c81f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:47.814806 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909fd196-f1ea-47a7-b0ec-44ad4294c81f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:47.815149 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909fd196-f1ea-47a7-b0ec-44ad4294c81f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:47.815484 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909fd196-f1ea-47a7-b0ec-44ad4294c81f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:47.815817 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909fd196-f1ea-47a7-b0ec-44ad4294c81f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:47.816330 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909fd196-f1ea-47a7-b0ec-44ad4294c81f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:47.816655 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909fd196-f1ea-47a7-b0ec-44ad4294c81f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:47.816982 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909fd196-f1ea-47a7-b0ec-44ad4294c81f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:47.817841 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909fd196-f1ea-47a7-b0ec-44ad4294c81f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:47.817841 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909fd196-f1ea-47a7-b0ec-44ad4294c81f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:47.818044 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909fd196-f1ea-47a7-b0ec-44ad4294c81f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:47.818243 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909fd196-f1ea-47a7-b0ec-44ad4294c81f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:47.818564 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909fd196-f1ea-47a7-b0ec-44ad4294c81f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:47.818909 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-909fd196-f1ea-47a7-b0ec-44ad4294c81f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:02:47.878227 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bfbed28c-03b7-4b28-bf65-56599c94d332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1072674'] for network (b80da2fd-aefc-491f-9361-3268cee37e1f), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:47.958820 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bfbed28c-03b7-4b28-bf65-56599c94d332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062824', 'neutron.services.segments.db._delete_segments_for_network-8779152745018'] for network (b80da2fd-aefc-491f-9361-3268cee37e1f), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:47.978680 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.services.segments.db [None req-bfbed28c-03b7-4b28-bf65-56599c94d332 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b80da2fd-aefc-491f-9361-3268cee37e1f']}} {{(pid=115720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:47.988371 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.services.segments.db [None req-bfbed28c-03b7-4b28-bf65-56599c94d332 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40fc5087-7dba-4e5a-b781-21ce9de7e6ae') {'for_net_delete': True} {{(pid=115720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:47.988713 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.services.segments.db [None req-bfbed28c-03b7-4b28-bf65-56599c94d332 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40fc5087-7dba-4e5a-b781-21ce9de7e6ae') {} {{(pid=115720) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:02:47.997674 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bfbed28c-03b7-4b28-bf65-56599c94d332 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779152745795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7314081'] for segment (40fc5087-7dba-4e5a-b781-21ce9de7e6ae), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:48.011737 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bfbed28c-03b7-4b28-bf65-56599c94d332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (40fc5087-7dba-4e5a-b781-21ce9de7e6ae), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:48.017477 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfbed28c-03b7-4b28-bf65-56599c94d332 admin admin] Releasing vlan 822 on physical network physnet1 to pool {{(pid=115720) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:02:48.017857 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bfbed28c-03b7-4b28-bf65-56599c94d332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4203167'] for segment (40fc5087-7dba-4e5a-b781-21ce9de7e6ae), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: Traceback (most recent call last): Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: timer() Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: cb(*args, **kw) Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: return func(*args, **kwargs) Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: self._notify() Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: self.callback(batched_events) Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: event.method(event) Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: return f(self, *a, **k) Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: return self._get(url).json() Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: return self.request(url, 'GET', **kwargs) Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:02:48.019428 dv-cinder-836028-1-iscsi neutron-server[115720]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:02:48.167358 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bfbed28c-03b7-4b28-bf65-56599c94d332 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609641'] for network (b80da2fd-aefc-491f-9361-3268cee37e1f), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:48.175452 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-bfbed28c-03b7-4b28-bf65-56599c94d332 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:48.178857 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-bfbed28c-03b7-4b28-bf65-56599c94d332 admin admin] 10.222.0.47 "DELETE /v2.0/networks/b80da2fd-aefc-491f-9361-3268cee37e1f HTTP/1.1" status: 204 len: 168 time: 0.3679082 Mar 31 16:02:48.189295 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbed28c-03b7-4b28-bf65-56599c94d332 admin admin] Pushing event deleted for resources: {'Network': ['ID=b80da2fd-aefc-491f-9361-3268cee37e1f,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:48.534115 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cd38cc6a-11af-4943-8c89-5bd330938cba req-ca6e75e4-2f6b-49a8-8fa1-0f3146afdbc5 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=f74069c7-806e-41ee-8e11-897be0c7f038 HTTP/1.1" status: 200 len: 210 time: 0.0267804 Mar 31 16:02:48.588365 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 40372) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:48.632499 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-52a6a4bf-4997-4f6e-94f2-27588e30ec9e admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9788fb757d314980b04f5892c76683aa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0429552 Mar 31 16:02:48.634942 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 40374) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:48.682739 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-cff3065e-e01e-4b14-8a24-4916e385b563 admin admin] Publish callbacks [] for security_group (9ca065e6-6efb-459f-883d-b984c8a349c3), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:48.704161 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-cff3065e-e01e-4b14-8a24-4916e385b563 admin admin] Publish callbacks [] for security_group (9ca065e6-6efb-459f-883d-b984c8a349c3), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:48.829763 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-cff3065e-e01e-4b14-8a24-4916e385b563 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (9ca065e6-6efb-459f-883d-b984c8a349c3), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:48.832414 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-cff3065e-e01e-4b14-8a24-4916e385b563 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:48.833884 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-cff3065e-e01e-4b14-8a24-4916e385b563 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9ca065e6-6efb-459f-883d-b984c8a349c3 HTTP/1.1" status: 204 len: 168 time: 0.1979582 Mar 31 16:02:48.841627 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3065e-e01e-4b14-8a24-4916e385b563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca065e6-6efb-459f-883d-b984c8a349c3,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:49.555831 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 40380) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:49.675053 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b27d7269-2233-403f-b7a9-96d8df88a5eb req-fa2bf56a-d8b7-4872-87f6-14590d5aa285 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=f74069c7-806e-41ee-8e11-897be0c7f038 HTTP/1.1" status: 200 len: 210 time: 0.0648954 Mar 31 16:02:49.677401 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-e7a3202f-cb83-46a2-9cc5-00f7760481d9 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=5b264f57322e438cb39582b64572f469&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1203408 Mar 31 16:02:49.680198 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 40384) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:02:49.758385 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-17b5b21c-e0bc-42f2-83ed-5106c42cce1e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:49.759830 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-17b5b21c-e0bc-42f2-83ed-5106c42cce1e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.24 "GET /v2.0/networks?id=fd396baf-32f3-4650-986f-2e0b0f823007 HTTP/1.1" status: 200 len: 812 time: 0.1770623 Mar 31 16:02:49.764403 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-82c8b24d-cbf5-411e-8474-a9325f8cf68f admin admin] Publish callbacks [] for security_group (9ec2f9d3-a1e6-4085-b94a-2ab48e294f00), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:49.797729 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-82c8b24d-cbf5-411e-8474-a9325f8cf68f admin admin] Publish callbacks [] for security_group (9ec2f9d3-a1e6-4085-b94a-2ab48e294f00), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:49.862016 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-f93491bd-4253-4da6-82b2-226d001d1a06 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d28aaeb531446a9b212059b5344459d HTTP/1.1" status: 200 len: 379 time: 0.0846338 Mar 31 16:02:49.870862 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-eb809c98-8097-4569-be7a-6a8ef28b0207 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Request body: {'port': {'device_id': 'f74069c7-806e-41ee-8e11-897be0c7f038', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'admin_state_up': True, 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'security_groups': ['6572c8a3-ea73-40cd-af8f-0576d3e8a2e4']}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:49.980309 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-82c8b24d-cbf5-411e-8474-a9325f8cf68f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (9ec2f9d3-a1e6-4085-b94a-2ab48e294f00), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:49.982821 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-82c8b24d-cbf5-411e-8474-a9325f8cf68f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:49.984615 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-82c8b24d-cbf5-411e-8474-a9325f8cf68f admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/9ec2f9d3-a1e6-4085-b94a-2ab48e294f00 HTTP/1.1" status: 204 len: 168 time: 0.3029554 Mar 31 16:02:49.992416 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c8b24d-cbf5-411e-8474-a9325f8cf68f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ec2f9d3-a1e6-4085-b94a-2ab48e294f00,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:50.038032 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-eb809c98-8097-4569-be7a-6a8ef28b0207 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Made reservation on behalf of 4d28aaeb531446a9b212059b5344459d for: {'port': 1} {{(pid=115719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:02:50.041692 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-eb809c98-8097-4569-be7a-6a8ef28b0207 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:50.168418 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-eb809c98-8097-4569-be7a-6a8ef28b0207 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Allocated IP 172.20.0.3 (fd396baf-32f3-4650-986f-2e0b0f823007/a388edde-e6ab-469e-a1b2-5165885b5edc/654d2fe0-f833-45f0-bab5-0d7ef72cd913) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:02:50.307365 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-eb809c98-8097-4569-be7a-6a8ef28b0207 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for port (654d2fe0-f833-45f0-bab5-0d7ef72cd913), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:50.380910 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-eb809c98-8097-4569-be7a-6a8ef28b0207 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (654d2fe0-f833-45f0-bab5-0d7ef72cd913), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:50.425457 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-eb809c98-8097-4569-be7a-6a8ef28b0207 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Network fd396baf-32f3-4650-986f-2e0b0f823007 is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:02:50.428838 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-eb809c98-8097-4569-be7a-6a8ef28b0207 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:02:50.435518 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-eb809c98-8097-4569-be7a-6a8ef28b0207 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:02:50.461402 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb809c98-8097-4569-be7a-6a8ef28b0207 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Pushing event updated for resources: {'Port': ['ID=654d2fe0-f833-45f0-bab5-0d7ef72cd913,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:50.491191 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-eb809c98-8097-4569-be7a-6a8ef28b0207 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:50.492120 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-eb809c98-8097-4569-be7a-6a8ef28b0207 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:50.604059 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-eb809c98-8097-4569-be7a-6a8ef28b0207 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7368503 Mar 31 16:02:50.621644 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-0208050e-2b06-486f-b6df-031e50df06e4 service neutron] Request body: {'port': {'device_id': 'f74069c7-806e-41ee-8e11-897be0c7f038', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:02:50.685583 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-0208050e-2b06-486f-b6df-031e50df06e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (654d2fe0-f833-45f0-bab5-0d7ef72cd913), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:50.740497 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-7cd86df9-2a59-41bf-8325-8c138b9b65c9 None None] Provisioning complete for port 654d2fe0-f833-45f0-bab5-0d7ef72cd913 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:02:50.741227 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-7cd86df9-2a59-41bf-8325-8c138b9b65c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (654d2fe0-f833-45f0-bab5-0d7ef72cd913), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:50.778140 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-7cd86df9-2a59-41bf-8325-8c138b9b65c9 None None] Port 654d2fe0-f833-45f0-bab5-0d7ef72cd913 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:02:50.903823 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eba917-0c29-4cff-82a6-413b294da512 req-3bb24e30-0005-4335-a52e-572a83b338e5 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:50.905582 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a1eba917-0c29-4cff-82a6-413b294da512 req-3bb24e30-0005-4335-a52e-572a83b338e5 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=f74069c7-806e-41ee-8e11-897be0c7f038 HTTP/1.1" status: 200 len: 931 time: 0.1142223 Mar 31 16:02:50.988521 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a1eba917-0c29-4cff-82a6-413b294da512 req-326e20e6-648e-4505-b298-d83e73a58540 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765667 Mar 31 16:02:51.037241 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-0208050e-2b06-486f-b6df-031e50df06e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 654d2fe0-f833-45f0-bab5-0d7ef72cd913 {{(pid=115719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:02:51.045101 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-0208050e-2b06-486f-b6df-031e50df06e4 service neutron] Publish callbacks [] for port (654d2fe0-f833-45f0-bab5-0d7ef72cd913), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:51.057687 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.provisioning_blocks [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-0208050e-2b06-486f-b6df-031e50df06e4 service neutron] Transition to ACTIVE for port object 654d2fe0-f833-45f0-bab5-0d7ef72cd913 will not be triggered until provisioned by entity L2. {{(pid=115719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:02:51.146402 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-0208050e-2b06-486f-b6df-031e50df06e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (654d2fe0-f833-45f0-bab5-0d7ef72cd913), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:51.198561 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208050e-2b06-486f-b6df-031e50df06e4 service neutron] Pushing event updated for resources: {'Port': ['ID=654d2fe0-f833-45f0-bab5-0d7ef72cd913,revision_number=2']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:51.265678 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-0208050e-2b06-486f-b6df-031e50df06e4 service neutron] Attempting to bind port 654d2fe0-f833-45f0-bab5-0d7ef72cd913 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:02:51.266019 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-0208050e-2b06-486f-b6df-031e50df06e4 service neutron] Attempting to bind port 654d2fe0-f833-45f0-bab5-0d7ef72cd913 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '1c51cb10-7616-40ac-b97a-85274b7996b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007'}] {{(pid=115719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:02:51.266351 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-0208050e-2b06-486f-b6df-031e50df06e4 service neutron] Attempting to bind port 654d2fe0-f833-45f0-bab5-0d7ef72cd913 on network fd396baf-32f3-4650-986f-2e0b0f823007 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:02:51.271167 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-0208050e-2b06-486f-b6df-031e50df06e4 service neutron] Port 654d2fe0-f833-45f0-bab5-0d7ef72cd913 on network fd396baf-32f3-4650-986f-2e0b0f823007 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:02:51.277070 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-0208050e-2b06-486f-b6df-031e50df06e4 service neutron] Attempting to bind port 654d2fe0-f833-45f0-bab5-0d7ef72cd913 on network fd396baf-32f3-4650-986f-2e0b0f823007 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:02:51.277070 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-0208050e-2b06-486f-b6df-031e50df06e4 service neutron] Checking agent: {'id': 'af4a1f75-de88-4cee-8975-566385aedde2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 2, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:02:51.277070 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-0208050e-2b06-486f-b6df-031e50df06e4 service neutron] Checking segment: {'id': '1c51cb10-7616-40ac-b97a-85274b7996b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:02:51.277483 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-0208050e-2b06-486f-b6df-031e50df06e4 service neutron] Bound using segment: {'id': '1c51cb10-7616-40ac-b97a-85274b7996b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007'} {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:02:51.277685 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-0208050e-2b06-486f-b6df-031e50df06e4 service neutron] Bound port: 654d2fe0-f833-45f0-bab5-0d7ef72cd913, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c51cb10-7616-40ac-b97a-85274b7996b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007'}}] {{(pid=115719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:02:51.278050 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-0208050e-2b06-486f-b6df-031e50df06e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (654d2fe0-f833-45f0-bab5-0d7ef72cd913), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:51.348995 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-0208050e-2b06-486f-b6df-031e50df06e4 service neutron] For port 654d2fe0-f833-45f0-bab5-0d7ef72cd913, host hv-cinder-83602, cleared binding levels {{(pid=115719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:02:51.352218 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-0208050e-2b06-486f-b6df-031e50df06e4 service neutron] For port 654d2fe0-f833-45f0-bab5-0d7ef72cd913, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=654d2fe0-f833-45f0-bab5-0d7ef72cd913,segment=NetworkSegment(1c51cb10-7616-40ac-b97a-85274b7996b5),segment_id=1c51cb10-7616-40ac-b97a-85274b7996b5)] {{(pid=115719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:02:51.437937 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-0208050e-2b06-486f-b6df-031e50df06e4 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (654d2fe0-f833-45f0-bab5-0d7ef72cd913), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:51.470996 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-0208050e-2b06-486f-b6df-031e50df06e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:51.471468 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-0208050e-2b06-486f-b6df-031e50df06e4 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:02:51.472996 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-0208050e-2b06-486f-b6df-031e50df06e4 service neutron] 10.222.0.24 "PUT /v2.0/ports/654d2fe0-f833-45f0-bab5-0d7ef72cd913 HTTP/1.1" status: 200 len: 1093 time: 0.8555400 Mar 31 16:02:51.475052 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74069c7-806e-41ee-8e11-897be0c7f038', 'tag': '654d2fe0-f833-45f0-bab5-0d7ef72cd913'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:02:51.477317 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d8571c-107a-46ea-a1ff-334b85776057" -d '{"events": [{"name": "network-changed", "server_uuid": "f74069c7-806e-41ee-8e11-897be0c7f038", "tag": "654d2fe0-f833-45f0-bab5-0d7ef72cd913"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:02:51.513975 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0208050e-2b06-486f-b6df-031e50df06e4 service neutron] Pushing event updated for resources: {'Port': ['ID=654d2fe0-f833-45f0-bab5-0d7ef72cd913,revision_number=3']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:02:51.518919 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7e0e45-2e79-444f-b5eb-90bc2fb83178 x-openstack-request-id: req-8a7e0e45-2e79-444f-b5eb-90bc2fb83178 {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:02:51.519285 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74069c7-806e-41ee-8e11-897be0c7f038", "tag": "654d2fe0-f833-45f0-bab5-0d7ef72cd913", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:02:51.519823 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8a7e0e45-2e79-444f-b5eb-90bc2fb83178 {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:02:51.519982 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a7e0e45-2e79-444f-b5eb-90bc2fb83178'] response: {'name': 'network-changed', 'server_uuid': 'f74069c7-806e-41ee-8e11-897be0c7f038', 'tag': '654d2fe0-f833-45f0-bab5-0d7ef72cd913', 'status': 'completed', 'code': 200} Mar 31 16:02:51.611784 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8571c-107a-46ea-a1ff-334b85776057 req-4b582cd3-8578-487e-b66e-51ad91633957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:51.617416 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e2d8571c-107a-46ea-a1ff-334b85776057 req-4b582cd3-8578-487e-b66e-51ad91633957 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d28aaeb531446a9b212059b5344459d&device_id=f74069c7-806e-41ee-8e11-897be0c7f038 HTTP/1.1" status: 200 len: 1127 time: 0.0499759 Mar 31 16:02:51.719950 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8571c-107a-46ea-a1ff-334b85776057 req-c10fd661-856d-44c7-9a4f-e0cb509eff01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:51.721556 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e2d8571c-107a-46ea-a1ff-334b85776057 req-c10fd661-856d-44c7-9a4f-e0cb509eff01 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4d28aaeb531446a9b212059b5344459d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0951195 Mar 31 16:02:51.815659 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d8571c-107a-46ea-a1ff-334b85776057 req-5db1dcbf-a197-46aa-a7f7-84886bd156e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:51.817169 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e2d8571c-107a-46ea-a1ff-334b85776057 req-5db1dcbf-a197-46aa-a7f7-84886bd156e2 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0898249 Mar 31 16:02:51.933146 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-49d6f7c1-fd48-4f43-a403-6efa293a5a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:51.934660 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-49d6f7c1-fd48-4f43-a403-6efa293a5a0e service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d28aaeb531446a9b212059b5344459d&device_id=f74069c7-806e-41ee-8e11-897be0c7f038 HTTP/1.1" status: 200 len: 1127 time: 0.0584364 Mar 31 16:02:51.992696 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-46ac569e-2bdd-4782-bff5-36025c5e85ed service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=654d2fe0-f833-45f0-bab5-0d7ef72cd913 HTTP/1.1" status: 200 len: 217 time: 0.0456960 Mar 31 16:02:52.042579 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-5e63c072-8943-4a53-a419-2239f5ea0527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:52.044102 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-5e63c072-8943-4a53-a419-2239f5ea0527 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a388edde-e6ab-469e-a1b2-5165885b5edc HTTP/1.1" status: 200 len: 851 time: 0.0454161 Mar 31 16:02:52.409096 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-b8d3dc39-c3ac-41c4-8f22-f75eeae9bd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:52.410576 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-b8d3dc39-c3ac-41c4-8f22-f75eeae9bd77 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd396baf-32f3-4650-986f-2e0b0f823007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3609147 Mar 31 16:02:52.421726 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d51da-4760-4631-b86e-844e99908501 req-a662322a-3882-4140-91cc-c414e8259287 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:52.423077 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ff7d51da-4760-4631-b86e-844e99908501 req-a662322a-3882-4140-91cc-c414e8259287 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=f74069c7-806e-41ee-8e11-897be0c7f038 HTTP/1.1" status: 200 len: 943 time: 0.3470123 Mar 31 16:02:52.521492 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ff7d51da-4760-4631-b86e-844e99908501 req-96c2ded8-7539-4dbd-9176-2a89cc2782d0 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907452 Mar 31 16:02:52.538899 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-93547c95-0746-4734-90f3-26f50332aedf service neutron] 10.222.0.24 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149137 Mar 31 16:02:52.629124 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-29b2a276-99ee-4c50-b7d6-671ce189c8f7 req-0b8c06ff-874a-4093-a963-ee2a2bb77ba4 service neutron] 10.222.0.24 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833156 Mar 31 16:02:53.640305 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7242ed9-ce2b-4c15-a9ba-6dd46a74a461 req-9801abd9-2521-4329-b8c2-11cd35032394 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:53.641816 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a7242ed9-ce2b-4c15-a9ba-6dd46a74a461 req-9801abd9-2521-4329-b8c2-11cd35032394 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=f74069c7-806e-41ee-8e11-897be0c7f038 HTTP/1.1" status: 200 len: 943 time: 0.0521755 Mar 31 16:02:53.690245 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a7242ed9-ce2b-4c15-a9ba-6dd46a74a461 req-b1bc8400-1836-4ba6-be0f-f435dc1fb6d8 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428798 Mar 31 16:02:54.807197 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628cb41a-4134-45bd-95aa-5f1141a4c1b6 req-50a866d7-fcbb-447e-85c3-fafd6e6601fe tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:54.808676 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-628cb41a-4134-45bd-95aa-5f1141a4c1b6 req-50a866d7-fcbb-447e-85c3-fafd6e6601fe tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=f74069c7-806e-41ee-8e11-897be0c7f038 HTTP/1.1" status: 200 len: 943 time: 0.0541646 Mar 31 16:02:54.856337 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-628cb41a-4134-45bd-95aa-5f1141a4c1b6 req-aee7bafd-1355-40ea-8bb5-33cb5c9409af tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416009 Mar 31 16:02:55.970418 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df2b046-d3ea-4e3f-8bf5-58ccf0e6dcda req-c6107feb-9985-4521-a232-c8240ff66621 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:55.971892 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1df2b046-d3ea-4e3f-8bf5-58ccf0e6dcda req-c6107feb-9985-4521-a232-c8240ff66621 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=f74069c7-806e-41ee-8e11-897be0c7f038 HTTP/1.1" status: 200 len: 943 time: 0.0519233 Mar 31 16:02:56.019972 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1df2b046-d3ea-4e3f-8bf5-58ccf0e6dcda req-c161d11d-eac4-471e-afcc-ebc25e772f21 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425227 Mar 31 16:02:57.134818 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2951c0e-dc60-4ee6-a610-b429b26e7109 req-52afa1d4-e69a-40d6-aa0e-e5d8cbab5d4e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:57.136332 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b2951c0e-dc60-4ee6-a610-b429b26e7109 req-52afa1d4-e69a-40d6-aa0e-e5d8cbab5d4e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=f74069c7-806e-41ee-8e11-897be0c7f038 HTTP/1.1" status: 200 len: 943 time: 0.0520597 Mar 31 16:02:57.188433 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b2951c0e-dc60-4ee6-a610-b429b26e7109 req-f5d16baa-3797-4d3d-9d10-a3d827126cbc tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464561 Mar 31 16:02:58.303264 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb94317-2e1b-412f-a753-268070412ca4 req-0dc36c91-3457-4979-ba6d-cc68cf190cbc tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:58.305116 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0eb94317-2e1b-412f-a753-268070412ca4 req-0dc36c91-3457-4979-ba6d-cc68cf190cbc tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=f74069c7-806e-41ee-8e11-897be0c7f038 HTTP/1.1" status: 200 len: 943 time: 0.0512979 Mar 31 16:02:58.351950 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0eb94317-2e1b-412f-a753-268070412ca4 req-1c461740-4413-4c62-b76f-aa4c64c47e63 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413096 Mar 31 16:02:59.468192 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b90763-3298-4cf2-90ee-3cf221a3cd0b req-e4ca8f46-6ada-4f83-86bf-495a4ebaff2a tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:02:59.469785 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-86b90763-3298-4cf2-90ee-3cf221a3cd0b req-e4ca8f46-6ada-4f83-86bf-495a4ebaff2a tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=f74069c7-806e-41ee-8e11-897be0c7f038 HTTP/1.1" status: 200 len: 943 time: 0.0519915 Mar 31 16:02:59.517188 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-86b90763-3298-4cf2-90ee-3cf221a3cd0b req-67d146fa-2222-4625-991b-fd2a0aab86b8 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419347 Mar 31 16:03:00.350820 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 654d2fe0-f833-45f0-bab5-0d7ef72cd913 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=115721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:03:00.444715 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 654d2fe0-f833-45f0-bab5-0d7ef72cd913, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=654d2fe0-f833-45f0-bab5-0d7ef72cd913,segment=NetworkSegment(1c51cb10-7616-40ac-b97a-85274b7996b5),segment_id=1c51cb10-7616-40ac-b97a-85274b7996b5)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:03:00.456069 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Returning: {'device': '654d2fe0-f833-45f0-bab5-0d7ef72cd913', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'port_id': '654d2fe0-f833-45f0-bab5-0d7ef72cd913', 'mac_address': 'fa:16:3e:0d:82:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:03:00.491874 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 654d2fe0-f833-45f0-bab5-0d7ef72cd913 is: DOWN; New status is: BUILD {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:03:00.492287 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (654d2fe0-f833-45f0-bab5-0d7ef72cd913), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:00.507621 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 654d2fe0-f833-45f0-bab5-0d7ef72cd913 {{(pid=115721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:03:00.525755 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 654d2fe0-f833-45f0-bab5-0d7ef72cd913, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=654d2fe0-f833-45f0-bab5-0d7ef72cd913,segment=NetworkSegment(1c51cb10-7616-40ac-b97a-85274b7996b5),segment_id=1c51cb10-7616-40ac-b97a-85274b7996b5)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:03:00.597337 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (654d2fe0-f833-45f0-bab5-0d7ef72cd913), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:00.642074 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9590bf79-4481-41d8-a5b5-888ed8aefbb4 req-31735e47-83c6-4482-bb10-fcb4ee1ed3a5 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:00.643555 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9590bf79-4481-41d8-a5b5-888ed8aefbb4 req-31735e47-83c6-4482-bb10-fcb4ee1ed3a5 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=f74069c7-806e-41ee-8e11-897be0c7f038 HTTP/1.1" status: 200 len: 943 time: 0.0598969 Mar 31 16:03:00.645365 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=654d2fe0-f833-45f0-bab5-0d7ef72cd913,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:00.653075 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:00.653437 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:00.653828 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:00.654166 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:00.654508 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:00.654846 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:00.655179 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:00.656004 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:00.658428 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:00.658428 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:00.658428 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:00.658428 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:00.658428 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:00.658428 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:00.658428 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:00.695482 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9590bf79-4481-41d8-a5b5-888ed8aefbb4 req-20cbb702-7cb0-4d58-aa8f-7a7758f111f1 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459635 Mar 31 16:03:00.899438 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['654d2fe0-f833-45f0-bab5-0d7ef72cd913'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:03:01.811039 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277905fc-bb6f-4043-b8de-f40ecaac785c req-4c72e070-cc96-453d-924a-114e9b48c5d5 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:01.813164 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-277905fc-bb6f-4043-b8de-f40ecaac785c req-4c72e070-cc96-453d-924a-114e9b48c5d5 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=f74069c7-806e-41ee-8e11-897be0c7f038 HTTP/1.1" status: 200 len: 944 time: 0.0518732 Mar 31 16:03:01.861664 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-277905fc-bb6f-4043-b8de-f40ecaac785c req-0035c4d6-0307-4f26-aceb-27e2f2f7ef07 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429323 Mar 31 16:03:02.366737 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 654d2fe0-f833-45f0-bab5-0d7ef72cd913 up at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:03:02.482671 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning for port 654d2fe0-f833-45f0-bab5-0d7ef72cd913 completed by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:03:02.486464 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning complete for port 654d2fe0-f833-45f0-bab5-0d7ef72cd913 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:03:02.486835 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (654d2fe0-f833-45f0-bab5-0d7ef72cd913), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:02.563823 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port 654d2fe0-f833-45f0-bab5-0d7ef72cd913 is: BUILD; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:03:02.564357 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (654d2fe0-f833-45f0-bab5-0d7ef72cd913), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:02.586696 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74069c7-806e-41ee-8e11-897be0c7f038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654d2fe0-f833-45f0-bab5-0d7ef72cd913'}] {{(pid=115721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:03:02.588959 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dbd394bfc303c33638f161c815dd3ff8081b22df1313fe1def72e09edd93f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd869935-88d4-4752-9d60-327a5d7cdb1e" -d '{"events": [{"server_uuid": "f74069c7-806e-41ee-8e11-897be0c7f038", "name": "network-vif-plugged", "status": "completed", "tag": "654d2fe0-f833-45f0-bab5-0d7ef72cd913"}]}' {{(pid=115721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:03:02.600714 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port 654d2fe0-f833-45f0-bab5-0d7ef72cd913, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=654d2fe0-f833-45f0-bab5-0d7ef72cd913,segment=NetworkSegment(1c51cb10-7616-40ac-b97a-85274b7996b5),segment_id=1c51cb10-7616-40ac-b97a-85274b7996b5)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:03:02.623820 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64ca9519-aa5f-4797-9e34-fda3c64b49ab x-openstack-request-id: req-64ca9519-aa5f-4797-9e34-fda3c64b49ab {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:03:02.624145 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74069c7-806e-41ee-8e11-897be0c7f038", "name": "network-vif-plugged", "status": "completed", "tag": "654d2fe0-f833-45f0-bab5-0d7ef72cd913", "code": 200}]} {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:03:02.624915 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-64ca9519-aa5f-4797-9e34-fda3c64b49ab {{(pid=115721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:03:02.625322 dv-cinder-836028-1-iscsi neutron-server[115721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-64ca9519-aa5f-4797-9e34-fda3c64b49ab'] response: {'server_uuid': 'f74069c7-806e-41ee-8e11-897be0c7f038', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '654d2fe0-f833-45f0-bab5-0d7ef72cd913', 'code': 200} Mar 31 16:03:02.665980 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (654d2fe0-f833-45f0-bab5-0d7ef72cd913), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:02.714667 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=654d2fe0-f833-45f0-bab5-0d7ef72cd913,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:03.004827 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7219d11a-7d10-40a9-a3b9-d3ae4f2b05df req-845c6f3d-5920-496e-a58b-114298106e15 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:03.006326 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7219d11a-7d10-40a9-a3b9-d3ae4f2b05df req-845c6f3d-5920-496e-a58b-114298106e15 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=f74069c7-806e-41ee-8e11-897be0c7f038 HTTP/1.1" status: 200 len: 945 time: 0.0785720 Mar 31 16:03:03.047257 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320f7595-bb7f-4a83-b0f7-053de910de2f req-bed78002-1337-4614-b0aa-b8eb3171928a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:03.048772 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-320f7595-bb7f-4a83-b0f7-053de910de2f req-bed78002-1337-4614-b0aa-b8eb3171928a service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f74069c7-806e-41ee-8e11-897be0c7f038 HTTP/1.1" status: 200 len: 1129 time: 0.0788221 Mar 31 16:03:03.075015 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7219d11a-7d10-40a9-a3b9-d3ae4f2b05df req-04ce2770-3e72-4f4e-af67-9706b71b25b2 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630445 Mar 31 16:03:03.103069 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-320f7595-bb7f-4a83-b0f7-053de910de2f req-745933ba-a6ba-4224-8182-8a9c8be535f2 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469482 Mar 31 16:03:03.355369 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 40518) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:03:03.456069 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-7c4a33ad-ef53-46f3-a9e1-19d52817a559 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:03.527649 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-7c4a33ad-ef53-46f3-a9e1-19d52817a559 admin admin] Publish callbacks [] for security_group (bc87d68f-e785-41f5-b5ae-38b5fad8616a), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:03.612366 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-7c4a33ad-ef53-46f3-a9e1-19d52817a559 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (bc87d68f-e785-41f5-b5ae-38b5fad8616a), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:03.653886 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-7c4a33ad-ef53-46f3-a9e1-19d52817a559 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=9a09a0a206644d44892de74d7583305e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2974246 Mar 31 16:03:03.654749 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4a33ad-ef53-46f3-a9e1-19d52817a559 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc87d68f-e785-41f5-b5ae-38b5fad8616a,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:03.657349 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 40522) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:03:03.705549 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-087a760f-1a47-41d6-b88e-4bb983abc846 admin admin] Publish callbacks [] for security_group (bc87d68f-e785-41f5-b5ae-38b5fad8616a), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:03.726649 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-087a760f-1a47-41d6-b88e-4bb983abc846 admin admin] Publish callbacks [] for security_group (bc87d68f-e785-41f5-b5ae-38b5fad8616a), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:03.846772 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-087a760f-1a47-41d6-b88e-4bb983abc846 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (bc87d68f-e785-41f5-b5ae-38b5fad8616a), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:03.849342 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-087a760f-1a47-41d6-b88e-4bb983abc846 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:03.850544 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-087a760f-1a47-41d6-b88e-4bb983abc846 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/bc87d68f-e785-41f5-b5ae-38b5fad8616a HTTP/1.1" status: 204 len: 168 time: 0.1921179 Mar 31 16:03:03.858213 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087a760f-1a47-41d6-b88e-4bb983abc846 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc87d68f-e785-41f5-b5ae-38b5fad8616a,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:03.865388 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a760f-1a47-41d6-b88e-4bb983abc846 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:03.865743 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a760f-1a47-41d6-b88e-4bb983abc846 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:03.866093 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a760f-1a47-41d6-b88e-4bb983abc846 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:03.866440 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a760f-1a47-41d6-b88e-4bb983abc846 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:03.866785 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a760f-1a47-41d6-b88e-4bb983abc846 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:03.867129 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a760f-1a47-41d6-b88e-4bb983abc846 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:03.867468 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a760f-1a47-41d6-b88e-4bb983abc846 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:03.867815 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a760f-1a47-41d6-b88e-4bb983abc846 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:03.868222 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a760f-1a47-41d6-b88e-4bb983abc846 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:03.868500 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a760f-1a47-41d6-b88e-4bb983abc846 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:03.868838 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a760f-1a47-41d6-b88e-4bb983abc846 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:03.869162 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a760f-1a47-41d6-b88e-4bb983abc846 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:03.869498 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a760f-1a47-41d6-b88e-4bb983abc846 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:03.869826 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a760f-1a47-41d6-b88e-4bb983abc846 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:03.870158 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-087a760f-1a47-41d6-b88e-4bb983abc846 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:03:04.197396 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbef8d3-e597-4583-80ff-92e309bf95ac req-08e45e14-35fd-48fa-a18c-02b32edb34c4 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:04.198861 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8bbef8d3-e597-4583-80ff-92e309bf95ac req-08e45e14-35fd-48fa-a18c-02b32edb34c4 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=f74069c7-806e-41ee-8e11-897be0c7f038 HTTP/1.1" status: 200 len: 945 time: 0.0528851 Mar 31 16:03:04.247690 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8bbef8d3-e597-4583-80ff-92e309bf95ac req-8a4cba36-e215-4fef-8e70-05487c5d76b0 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421391 Mar 31 16:03:04.446552 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 40530) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:03:04.462980 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-2da589c5-c878-4933-8c92-e2f110a77668 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:04.534702 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-2da589c5-c878-4933-8c92-e2f110a77668 admin admin] Publish callbacks [] for security_group (89959603-0098-4950-b51e-dd773887693a), precommit_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:04.612603 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-2da589c5-c878-4933-8c92-e2f110a77668 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (89959603-0098-4950-b51e-dd773887693a), after_create {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:04.648931 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da589c5-c878-4933-8c92-e2f110a77668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89959603-0098-4950-b51e-dd773887693a,revision_number=1']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:04.653297 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-2da589c5-c878-4933-8c92-e2f110a77668 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=10eb4bb1f859492b81cd49acf1becb31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2057457 Mar 31 16:03:04.657984 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 40532) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:03:04.703240 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-064b9158-0334-4fd1-b083-a5436bf446fd admin admin] Publish callbacks [] for security_group (89959603-0098-4950-b51e-dd773887693a), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:04.724132 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-064b9158-0334-4fd1-b083-a5436bf446fd admin admin] Publish callbacks [] for security_group (89959603-0098-4950-b51e-dd773887693a), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:04.778449 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-b28039e3-a479-4827-a8a3-13d696354208 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:04.852924 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-064b9158-0334-4fd1-b083-a5436bf446fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (89959603-0098-4950-b51e-dd773887693a), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:04.855419 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-064b9158-0334-4fd1-b083-a5436bf446fd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:04.856600 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-064b9158-0334-4fd1-b083-a5436bf446fd admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/89959603-0098-4950-b51e-dd773887693a HTTP/1.1" status: 204 len: 168 time: 0.1997457 Mar 31 16:03:04.865218 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b9158-0334-4fd1-b083-a5436bf446fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89959603-0098-4950-b51e-dd773887693a,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:05.369711 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576434fd-cbf8-43f3-891f-da8b0795a5be req-a4acba48-cd31-4579-848d-b74697b6559c tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:05.371214 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-576434fd-cbf8-43f3-891f-da8b0795a5be req-a4acba48-cd31-4579-848d-b74697b6559c tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=f74069c7-806e-41ee-8e11-897be0c7f038 HTTP/1.1" status: 200 len: 945 time: 0.0537524 Mar 31 16:03:05.422425 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-576434fd-cbf8-43f3-891f-da8b0795a5be req-7fcd0f29-1d25-4bf9-8b5e-0e3a15311d52 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456963 Mar 31 16:03:05.699948 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147aab32-7cc4-4c0b-8356-288a1462e4e7 req-bf935171-5c6d-46de-9979-02495cf169df tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:05.701454 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-147aab32-7cc4-4c0b-8356-288a1462e4e7 req-bf935171-5c6d-46de-9979-02495cf169df tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=f74069c7-806e-41ee-8e11-897be0c7f038 HTTP/1.1" status: 200 len: 945 time: 0.2138379 Mar 31 16:03:05.751021 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-147aab32-7cc4-4c0b-8356-288a1462e4e7 req-4fb45637-abbc-4dd8-be79-713e895741c8 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432022 Mar 31 16:03:05.773843 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 40558) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:03:05.913385 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdba39a9-5c8e-4535-83b0-1afdf49d5078 tempest-TestVolumeBootPattern-267310861 tempest-TestVolumeBootPattern-267310861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:05.914918 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-bdba39a9-5c8e-4535-83b0-1afdf49d5078 tempest-TestVolumeBootPattern-267310861 tempest-TestVolumeBootPattern-267310861-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=f74069c7-806e-41ee-8e11-897be0c7f038 HTTP/1.1" status: 200 len: 1124 time: 0.1400080 Mar 31 16:03:05.917789 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 40564) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:03:05.922160 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-241716fd-8cb4-4c70-9e49-3911f0813b9b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Request body: {'floatingip': {'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'port_id': '654d2fe0-f833-45f0-bab5-0d7ef72cd913', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:03:05.990152 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-241716fd-8cb4-4c70-9e49-3911f0813b9b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:06.089234 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-241716fd-8cb4-4c70-9e49-3911f0813b9b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:06.193621 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [None req-241716fd-8cb4-4c70-9e49-3911f0813b9b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Allocated IP 172.27.0.208 (3b1a5cd5-bca8-4f86-be99-483986f7f547/c4390997-9a11-4c24-ae70-32af92bbcdb2/0cb82062-e332-4938-b0a3-2d2803934968) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:03:06.299257 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-241716fd-8cb4-4c70-9e49-3911f0813b9b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for port (0cb82062-e332-4938-b0a3-2d2803934968), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:06.391682 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-241716fd-8cb4-4c70-9e49-3911f0813b9b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (0cb82062-e332-4938-b0a3-2d2803934968), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:06.428428 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-241716fd-8cb4-4c70-9e49-3911f0813b9b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Network 3b1a5cd5-bca8-4f86-be99-483986f7f547 is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:03:06.431270 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [None req-241716fd-8cb4-4c70-9e49-3911f0813b9b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:03:06.433889 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241716fd-8cb4-4c70-9e49-3911f0813b9b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:03:06.465431 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241716fd-8cb4-4c70-9e49-3911f0813b9b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Pushing event updated for resources: {'Port': ['ID=0cb82062-e332-4938-b0a3-2d2803934968,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:06.796621 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-241716fd-8cb4-4c70-9e49-3911f0813b9b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for floatingip (e287d982-9f3b-41b8-9f4a-27297abc05f9), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:06.921070 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-241716fd-8cb4-4c70-9e49-3911f0813b9b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (0cb82062-e332-4938-b0a3-2d2803934968), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:07.037447 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8972800f-9e54-4d30-9004-ddbfeb863766 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:07.075998 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-241716fd-8cb4-4c70-9e49-3911f0813b9b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for port (0cb82062-e332-4938-b0a3-2d2803934968), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:07.134279 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-241716fd-8cb4-4c70-9e49-3911f0813b9b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (0cb82062-e332-4938-b0a3-2d2803934968), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:07.200444 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241716fd-8cb4-4c70-9e49-3911f0813b9b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Pushing event updated for resources: {'Port': ['ID=0cb82062-e332-4938-b0a3-2d2803934968,revision_number=2']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:07.210801 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-241716fd-8cb4-4c70-9e49-3911f0813b9b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (e287d982-9f3b-41b8-9f4a-27297abc05f9), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:07.311448 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.db.l3_db [None req-241716fd-8cb4-4c70-9e49-3911f0813b9b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Floating IP e287d982-9f3b-41b8-9f4a-27297abc05f9 associated. External IP: 172.27.0.208, port: 654d2fe0-f833-45f0-bab5-0d7ef72cd913. Mar 31 16:03:07.526287 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241716fd-8cb4-4c70-9e49-3911f0813b9b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Router 100dbd7d-3bff-4ae1-af07-146084398759 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:03:07.636162 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241716fd-8cb4-4c70-9e49-3911f0813b9b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:03:07.646786 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e34b631-3aa6-4478-8ae7-9002df53c472 None None] Sync routers for ids ['100dbd7d-3bff-4ae1-af07-146084398759'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:03:07.656019 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e34b631-3aa6-4478-8ae7-9002df53c472 None None] Routers {'100dbd7d-3bff-4ae1-af07-146084398759'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:03:07.660644 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-8e34b631-3aa6-4478-8ae7-9002df53c472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:03:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['100dbd7d-3bff-4ae1-af07-146084398759'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:03:07.707737 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-241716fd-8cb4-4c70-9e49-3911f0813b9b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:07.737487 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-241716fd-8cb4-4c70-9e49-3911f0813b9b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8186624 Mar 31 16:03:07.738240 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f74069c7-806e-41ee-8e11-897be0c7f038', 'tag': '654d2fe0-f833-45f0-bab5-0d7ef72cd913'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:03:07.740562 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf000113-50b0-4c20-859e-9c9fbc91c2aa" -d '{"events": [{"name": "network-changed", "server_uuid": "f74069c7-806e-41ee-8e11-897be0c7f038", "tag": "654d2fe0-f833-45f0-bab5-0d7ef72cd913"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:03:07.780563 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cb345fb-e8eb-4c33-928e-0bb84402e01e x-openstack-request-id: req-2cb345fb-e8eb-4c33-928e-0bb84402e01e {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:03:07.780942 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f74069c7-806e-41ee-8e11-897be0c7f038", "tag": "654d2fe0-f833-45f0-bab5-0d7ef72cd913", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:03:07.786975 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2cb345fb-e8eb-4c33-928e-0bb84402e01e {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:03:07.786975 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cb345fb-e8eb-4c33-928e-0bb84402e01e'] response: {'name': 'network-changed', 'server_uuid': 'f74069c7-806e-41ee-8e11-897be0c7f038', 'tag': '654d2fe0-f833-45f0-bab5-0d7ef72cd913', 'status': 'completed', 'code': 200} Mar 31 16:03:07.787297 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-8e34b631-3aa6-4478-8ae7-9002df53c472 None None] Set router 100dbd7d-3bff-4ae1-af07-146084398759 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:03:07.809840 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:07.873880 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf000113-50b0-4c20-859e-9c9fbc91c2aa req-87346f83-bbbf-4c26-855d-1eb3288dac1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:07.876161 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cf000113-50b0-4c20-859e-9c9fbc91c2aa req-87346f83-bbbf-4c26-855d-1eb3288dac1a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d28aaeb531446a9b212059b5344459d&device_id=f74069c7-806e-41ee-8e11-897be0c7f038 HTTP/1.1" status: 200 len: 1129 time: 0.0516717 Mar 31 16:03:07.987988 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf000113-50b0-4c20-859e-9c9fbc91c2aa req-6ec36304-6843-45ce-86ce-4ccdded7cbc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:07.989423 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cf000113-50b0-4c20-859e-9c9fbc91c2aa req-6ec36304-6843-45ce-86ce-4ccdded7cbc1 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd396baf-32f3-4650-986f-2e0b0f823007 HTTP/1.1" status: 200 len: 913 time: 0.1054142 Mar 31 16:03:08.056528 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cf000113-50b0-4c20-859e-9c9fbc91c2aa req-fc355dd3-5b00-4ac5-bc9f-4000c6a14118 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=654d2fe0-f833-45f0-bab5-0d7ef72cd913 HTTP/1.1" status: 200 len: 999 time: 0.0607016 Mar 31 16:03:08.110398 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf000113-50b0-4c20-859e-9c9fbc91c2aa req-ea36480a-6bc1-4743-bd75-53d0dd54b14c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:08.111869 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cf000113-50b0-4c20-859e-9c9fbc91c2aa req-ea36480a-6bc1-4743-bd75-53d0dd54b14c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a388edde-e6ab-469e-a1b2-5165885b5edc HTTP/1.1" status: 200 len: 851 time: 0.0478737 Mar 31 16:03:08.154091 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-8e34b631-3aa6-4478-8ae7-9002df53c472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100dbd7d-3bff-4ae1-af07-146084398759', 'name': 'tempest-TestVolumeBootPattern-1737969383-router', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:08Z', 'updated_at': '2022-03-31T16:02:11Z', 'revision_number': 4, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'gw_port': {'id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:09Z', 'updated_at': '2022-03-31T16:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': 'e287d982-9f3b-41b8-9f4a-27297abc05f9', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'port_id': '654d2fe0-f833-45f0-bab5-0d7ef72cd913', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'mac_address': 'fa:16:3e:0d:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74069c7-806e-41ee-8e11-897be0c7f038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:03:06Z', 'updated_at': '2022-03-31T16:03:06Z', 'revision_number': 0, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007da67d-e8c1-463d-ab83-edbf911c80a0', 'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'mac_address': 'fa:16:3e:89:36:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:11Z', 'updated_at': '2022-03-31T16:02:16Z', 'revision_number': 5, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'subnets': [{'id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:03:08.161856 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf000113-50b0-4c20-859e-9c9fbc91c2aa req-59e509e8-1216-4ca6-8598-bf300b1f4629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:08.163439 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cf000113-50b0-4c20-859e-9c9fbc91c2aa req-59e509e8-1216-4ca6-8598-bf300b1f4629 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd396baf-32f3-4650-986f-2e0b0f823007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0454845 Mar 31 16:03:08.184254 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e34b631-3aa6-4478-8ae7-9002df53c472 None None] Checking router: 100dbd7d-3bff-4ae1-af07-146084398759 for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:03:08.193339 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e34b631-3aa6-4478-8ae7-9002df53c472 None None] Routers {'100dbd7d-3bff-4ae1-af07-146084398759'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:03:08.193969 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-8e34b631-3aa6-4478-8ae7-9002df53c472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:03:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['100dbd7d-3bff-4ae1-af07-146084398759'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:03:08.259448 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cf000113-50b0-4c20-859e-9c9fbc91c2aa req-b991f5d6-199a-4a88-bbd0-94dc1f943679 service neutron] 10.222.0.24 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893488 Mar 31 16:03:08.304087 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-8e34b631-3aa6-4478-8ae7-9002df53c472 None None] Set router 100dbd7d-3bff-4ae1-af07-146084398759 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:03:08.352663 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cf000113-50b0-4c20-859e-9c9fbc91c2aa req-c9cb0830-b24e-42c7-9551-9b407b23453f service neutron] 10.222.0.24 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858283 Mar 31 16:03:08.401199 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:08.536692 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-8e34b631-3aa6-4478-8ae7-9002df53c472 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100dbd7d-3bff-4ae1-af07-146084398759', 'name': 'tempest-TestVolumeBootPattern-1737969383-router', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:08Z', 'updated_at': '2022-03-31T16:02:11Z', 'revision_number': 4, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'gw_port': {'id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:09Z', 'updated_at': '2022-03-31T16:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': 'e287d982-9f3b-41b8-9f4a-27297abc05f9', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'port_id': '654d2fe0-f833-45f0-bab5-0d7ef72cd913', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'mac_address': 'fa:16:3e:0d:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74069c7-806e-41ee-8e11-897be0c7f038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:03:06Z', 'updated_at': '2022-03-31T16:03:06Z', 'revision_number': 0, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007da67d-e8c1-463d-ab83-edbf911c80a0', 'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'mac_address': 'fa:16:3e:89:36:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:11Z', 'updated_at': '2022-03-31T16:02:16Z', 'revision_number': 5, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'subnets': [{'id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:03:08.567488 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e34b631-3aa6-4478-8ae7-9002df53c472 None None] The sync data for ids ['100dbd7d-3bff-4ae1-af07-146084398759'] in dv-cinder-836028-1-iscsi is: [{'id': '100dbd7d-3bff-4ae1-af07-146084398759', 'name': 'tempest-TestVolumeBootPattern-1737969383-router', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:08Z', 'updated_at': '2022-03-31T16:02:11Z', 'revision_number': 4, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'gw_port': {'id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:09Z', 'updated_at': '2022-03-31T16:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': 'e287d982-9f3b-41b8-9f4a-27297abc05f9', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'floating_ip_address': '172.27.0.208', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'port_id': '654d2fe0-f833-45f0-bab5-0d7ef72cd913', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 732, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'mac_address': 'fa:16:3e:0d:82:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f74069c7-806e-41ee-8e11-897be0c7f038', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:03:06Z', 'updated_at': '2022-03-31T16:03:06Z', 'revision_number': 0, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007da67d-e8c1-463d-ab83-edbf911c80a0', 'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'mac_address': 'fa:16:3e:89:36:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:11Z', 'updated_at': '2022-03-31T16:02:16Z', 'revision_number': 5, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'subnets': [{'id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:03:08.765898 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f6f49df-3267-4b0f-a47e-95340481e9a5 None None] New status for floating IP e287d982-9f3b-41b8-9f4a-27297abc05f9: ACTIVE {{(pid=115722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:03:09.397015 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:11.059886 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:14.211702 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-06bc07b8-aebf-4852-b607-e95fa7bd5a92 req-fe52a1e9-c372-415e-bfd7-f52df8f23322 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0449772 Mar 31 16:03:14.319245 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc07b8-aebf-4852-b607-e95fa7bd5a92 req-c9ff41f5-ecfd-4d2f-8e12-692720802f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:14.320832 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-06bc07b8-aebf-4852-b607-e95fa7bd5a92 req-c9ff41f5-ecfd-4d2f-8e12-692720802f7d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3eb6cb740de46858b563c91534e31e1&device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 1129 time: 0.0444150 Mar 31 16:03:14.429136 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc07b8-aebf-4852-b607-e95fa7bd5a92 req-bc47fc2a-095f-4882-8314-2c87253efb3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:14.430517 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-06bc07b8-aebf-4852-b607-e95fa7bd5a92 req-bc47fc2a-095f-4882-8314-2c87253efb3d service neutron] 10.222.0.24 "GET /v2.0/networks?id=f5df2171-df10-40fb-8d87-a14b51591fae HTTP/1.1" status: 200 len: 910 time: 0.0884075 Mar 31 16:03:14.504261 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-06bc07b8-aebf-4852-b607-e95fa7bd5a92 req-c98acdce-5e2c-43d1-9327-a0dae06b8084 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1549e82-b2e5-4241-92ef-36c5bd4b8c4b HTTP/1.1" status: 200 len: 1001 time: 0.0598443 Mar 31 16:03:14.567247 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc07b8-aebf-4852-b607-e95fa7bd5a92 req-a1352027-d91d-4301-86d0-e7c451ef2881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:14.568793 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-06bc07b8-aebf-4852-b607-e95fa7bd5a92 req-a1352027-d91d-4301-86d0-e7c451ef2881 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d60ba0c-54d1-460c-add1-62a21777b3ba HTTP/1.1" status: 200 len: 848 time: 0.0504229 Mar 31 16:03:14.625291 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bc07b8-aebf-4852-b607-e95fa7bd5a92 req-007c9456-798a-4f8d-a1f2-c7b7935af795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:03:14.627037 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-06bc07b8-aebf-4852-b607-e95fa7bd5a92 req-007c9456-798a-4f8d-a1f2-c7b7935af795 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5df2171-df10-40fb-8d87-a14b51591fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463080 Mar 31 16:03:14.717235 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-06bc07b8-aebf-4852-b607-e95fa7bd5a92 req-a35a5adc-2fcd-4e8d-9d76-d57ea0a345d1 service neutron] 10.222.0.24 "GET /v2.0/networks/f5df2171-df10-40fb-8d87-a14b51591fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828099 Mar 31 16:03:14.809362 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-06bc07b8-aebf-4852-b607-e95fa7bd5a92 req-3d371bba-c7aa-4e38-bcd4-47b845b00d2e service neutron] 10.222.0.24 "GET /v2.0/networks/f5df2171-df10-40fb-8d87-a14b51591fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862787 Mar 31 16:03:21.803696 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:03:23.521011 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 40690) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:03:23.622528 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-216242f7-172c-41a0-a535-929ee5cdac8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:23.695119 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-216242f7-172c-41a0-a535-929ee5cdac8c admin admin] Publish callbacks [] for security_group (36056ea7-f8bc-4447-8b5b-957451ad8154), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:23.760323 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-216242f7-172c-41a0-a535-929ee5cdac8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (36056ea7-f8bc-4447-8b5b-957451ad8154), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:23.801750 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-216242f7-172c-41a0-a535-929ee5cdac8c admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=6c88236a721d495c9b6792452b4d08d5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2772152 Mar 31 16:03:23.801750 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216242f7-172c-41a0-a535-929ee5cdac8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36056ea7-f8bc-4447-8b5b-957451ad8154,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:23.802567 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 40694) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:03:23.850519 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-18c28c8e-da20-460b-ae54-09c390d10841 admin admin] Publish callbacks [] for security_group (36056ea7-f8bc-4447-8b5b-957451ad8154), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:23.873798 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-18c28c8e-da20-460b-ae54-09c390d10841 admin admin] Publish callbacks [] for security_group (36056ea7-f8bc-4447-8b5b-957451ad8154), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:23.979236 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-18c28c8e-da20-460b-ae54-09c390d10841 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (36056ea7-f8bc-4447-8b5b-957451ad8154), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:23.981782 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-18c28c8e-da20-460b-ae54-09c390d10841 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:23.982936 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-18c28c8e-da20-460b-ae54-09c390d10841 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/36056ea7-f8bc-4447-8b5b-957451ad8154 HTTP/1.1" status: 204 len: 168 time: 0.1793289 Mar 31 16:03:23.990584 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c28c8e-da20-460b-ae54-09c390d10841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36056ea7-f8bc-4447-8b5b-957451ad8154,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:03:34.777476 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1394ab68-715d-4c82-823a-4583443a5d39 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:36.984723 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-f2df14fb-f956-4576-a41f-854063ab65b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:37.846384 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:38.385167 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:39.362112 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:41.087537 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:03:58.802595 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:04:04.807402 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-2c3417db-ceb8-4afc-862d-168b6331ee64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:07.017254 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-4939a3cd-0dcf-434a-b7b5-ddfbdcb87b35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:07.663856 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ef6aab-aaa9-409e-afd9-65eedeb98511 req-7b51f6a9-d8b4-436a-82f3-09d59f2d4dcb tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:07.665462 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d6ef6aab-aaa9-409e-afd9-65eedeb98511 req-7b51f6a9-d8b4-436a-82f3-09d59f2d4dcb tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.2032852 Mar 31 16:04:07.713701 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d6ef6aab-aaa9-409e-afd9-65eedeb98511 req-bc690399-0610-4dc5-9fae-f6100673cdcf tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426395 Mar 31 16:04:07.835898 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:08.395994 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:08.832140 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3551421c-fb11-4f64-8e3e-1c55d5b7ce5f req-2a83ee13-5f44-4566-a22d-9fc9e0027ced tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:08.833590 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3551421c-fb11-4f64-8e3e-1c55d5b7ce5f req-2a83ee13-5f44-4566-a22d-9fc9e0027ced tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0510204 Mar 31 16:04:08.880213 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3551421c-fb11-4f64-8e3e-1c55d5b7ce5f req-c9885c14-c38e-4392-ae0d-1dae615a47ee tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410490 Mar 31 16:04:09.360202 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:09.994240 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaccfd55-d2b0-4876-8bcb-7cfdf302ce60 req-19bfd1b0-4789-49e5-9e07-5bef032a0694 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:09.995690 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-eaccfd55-d2b0-4876-8bcb-7cfdf302ce60 req-19bfd1b0-4789-49e5-9e07-5bef032a0694 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0500777 Mar 31 16:04:10.046235 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-eaccfd55-d2b0-4876-8bcb-7cfdf302ce60 req-9c6e5293-6c38-4817-ae9b-78911a15789f tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450437 Mar 31 16:04:11.068439 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:11.164709 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb1738a-2522-46a4-80f8-6d675ed3083e req-cc04062e-7ab7-4550-a873-cfba926c4d06 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:11.166170 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-bfb1738a-2522-46a4-80f8-6d675ed3083e req-cc04062e-7ab7-4550-a873-cfba926c4d06 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0520222 Mar 31 16:04:11.213543 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-bfb1738a-2522-46a4-80f8-6d675ed3083e req-1df70610-d991-4d0d-b8b8-8515b88b442f tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418184 Mar 31 16:04:12.330311 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bc4769-2ef7-4114-9efb-93ce52210b7f req-8a4cc47b-e12c-4513-a733-9dea1ca90e8d tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:12.331782 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-98bc4769-2ef7-4114-9efb-93ce52210b7f req-8a4cc47b-e12c-4513-a733-9dea1ca90e8d tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0521719 Mar 31 16:04:12.379047 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-98bc4769-2ef7-4114-9efb-93ce52210b7f req-2b34f43f-27ef-413a-9231-7eb1fdd96625 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417142 Mar 31 16:04:13.496815 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b9d001-4ebb-48c3-87e4-f94d41c03d39 req-2ee55170-61a0-43ee-bc99-78faa23981b7 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:13.498248 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a0b9d001-4ebb-48c3-87e4-f94d41c03d39 req-2ee55170-61a0-43ee-bc99-78faa23981b7 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0543768 Mar 31 16:04:13.544432 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a0b9d001-4ebb-48c3-87e4-f94d41c03d39 req-e8149c28-be02-4003-af4a-281944d8993a tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406735 Mar 31 16:04:14.660534 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf772a9-652a-4814-aa50-701046091ac6 req-7d2ffa9c-580d-4d53-b28c-a6be8c5212c9 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:14.661986 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-bcf772a9-652a-4814-aa50-701046091ac6 req-7d2ffa9c-580d-4d53-b28c-a6be8c5212c9 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0522215 Mar 31 16:04:14.710628 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-bcf772a9-652a-4814-aa50-701046091ac6 req-0b4d65c6-e2b0-4430-9478-8b4c46a69b53 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428905 Mar 31 16:04:15.824610 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e50923-1817-44ee-bce0-db604d46d675 req-e3f1d7cb-4480-47dc-8ae8-64eb877f3a76 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:15.826310 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c2e50923-1817-44ee-bce0-db604d46d675 req-e3f1d7cb-4480-47dc-8ae8-64eb877f3a76 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0517344 Mar 31 16:04:15.876409 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c2e50923-1817-44ee-bce0-db604d46d675 req-dae5ae6f-3aa2-4d56-9cfb-e6402b2a97f3 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444894 Mar 31 16:04:17.015900 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3af7b122-6423-4913-b393-19547a9b397f req-973f6ca1-3c50-4c77-b4d0-a023eab7cf51 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=f74069c7-806e-41ee-8e11-897be0c7f038&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1178203 Mar 31 16:04:17.027507 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c30b6-629c-41db-a7da-23352599968d req-7eef5acf-da69-4946-9329-52931edd04ac tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:17.028939 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-307c30b6-629c-41db-a7da-23352599968d req-7eef5acf-da69-4946-9329-52931edd04ac tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0820663 Mar 31 16:04:17.104552 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-307c30b6-629c-41db-a7da-23352599968d req-13cc1295-1471-449c-a7c7-1df170691e1e tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700183 Mar 31 16:04:17.116542 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7b122-6423-4913-b393-19547a9b397f req-29acaebe-4b6a-4cc1-bbf9-2b6ee6f1eb06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:17.118028 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3af7b122-6423-4913-b393-19547a9b397f req-29acaebe-4b6a-4cc1-bbf9-2b6ee6f1eb06 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d28aaeb531446a9b212059b5344459d&device_id=f74069c7-806e-41ee-8e11-897be0c7f038 HTTP/1.1" status: 200 len: 1129 time: 0.0697532 Mar 31 16:04:17.220687 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7b122-6423-4913-b393-19547a9b397f req-c55f10ee-8cee-43ad-96e4-c9d7484d1424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:17.222135 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3af7b122-6423-4913-b393-19547a9b397f req-c55f10ee-8cee-43ad-96e4-c9d7484d1424 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd396baf-32f3-4650-986f-2e0b0f823007 HTTP/1.1" status: 200 len: 913 time: 0.0827847 Mar 31 16:04:17.290105 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3af7b122-6423-4913-b393-19547a9b397f req-406925ca-f287-42de-b890-b6cbc77d0820 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=654d2fe0-f833-45f0-bab5-0d7ef72cd913 HTTP/1.1" status: 200 len: 1001 time: 0.0613515 Mar 31 16:04:17.337097 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7b122-6423-4913-b393-19547a9b397f req-05ae3810-bf3a-409d-8baf-479bc6e6f1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:17.338497 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3af7b122-6423-4913-b393-19547a9b397f req-05ae3810-bf3a-409d-8baf-479bc6e6f1d5 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a388edde-e6ab-469e-a1b2-5165885b5edc HTTP/1.1" status: 200 len: 851 time: 0.0430229 Mar 31 16:04:17.384694 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7b122-6423-4913-b393-19547a9b397f req-c549b67e-03fe-4ac7-857e-d44ceb1a7bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:17.386127 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3af7b122-6423-4913-b393-19547a9b397f req-c549b67e-03fe-4ac7-857e-d44ceb1a7bfb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd396baf-32f3-4650-986f-2e0b0f823007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420046 Mar 31 16:04:17.395449 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [req-3af7b122-6423-4913-b393-19547a9b397f req-02e6e7f6-a130-46bf-993d-13b67af44195 service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=115719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 16:04:17.396426 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3af7b122-6423-4913-b393-19547a9b397f req-02e6e7f6-a130-46bf-993d-13b67af44195 service neutron] 10.222.0.24 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046613 Mar 31 16:04:17.483412 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3af7b122-6423-4913-b393-19547a9b397f req-6c9405db-928e-4754-a7f6-43379c87b492 service neutron] 10.222.0.24 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812931 Mar 31 16:04:17.567438 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3af7b122-6423-4913-b393-19547a9b397f req-b39b7180-312f-45f2-b16f-7c76f7b3c88f service neutron] 10.222.0.24 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783000 Mar 31 16:04:18.222215 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d484aed5-0f21-4df9-83c5-7dfaa39a6ad8 req-b3f718a0-af67-41c6-b459-4d7cfd974e84 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:18.223669 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d484aed5-0f21-4df9-83c5-7dfaa39a6ad8 req-b3f718a0-af67-41c6-b459-4d7cfd974e84 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0513923 Mar 31 16:04:18.277515 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d484aed5-0f21-4df9-83c5-7dfaa39a6ad8 req-32482532-53d4-44ae-83d1-f02318a3ea4a tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476251 Mar 31 16:04:19.395430 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d22e7c0-92e1-47c3-96f6-65be997b3e33 req-297b0107-4143-43cc-997a-e3351c50456a tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:19.396955 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5d22e7c0-92e1-47c3-96f6-65be997b3e33 req-297b0107-4143-43cc-997a-e3351c50456a tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0518715 Mar 31 16:04:19.444888 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5d22e7c0-92e1-47c3-96f6-65be997b3e33 req-8ebe7af8-9221-437a-b35b-ee093f7b3d23 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417840 Mar 31 16:04:20.566294 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69563e-07bc-4800-aa6b-014dc8032f61 req-222c31df-2766-4439-8805-4291cf5a05f4 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:20.567667 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-be69563e-07bc-4800-aa6b-014dc8032f61 req-222c31df-2766-4439-8805-4291cf5a05f4 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0558858 Mar 31 16:04:20.625556 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-be69563e-07bc-4800-aa6b-014dc8032f61 req-ecb63777-a069-4806-be36-e3b355c98e57 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523105 Mar 31 16:04:21.743026 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9423d97c-b3f6-499e-98d8-40115f0d33db req-35d1b6a1-2067-4d8a-96a8-87c96a0f889e tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:21.744484 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9423d97c-b3f6-499e-98d8-40115f0d33db req-35d1b6a1-2067-4d8a-96a8-87c96a0f889e tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0549152 Mar 31 16:04:21.790613 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9423d97c-b3f6-499e-98d8-40115f0d33db req-e5e1d5b5-e4d0-436b-9ac3-9d99fbec7418 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401609 Mar 31 16:04:22.908027 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991d861f-acec-4b64-93f2-85110c582c3e req-6e0efcfc-5d37-41f2-96c5-6b60ce1765c0 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:22.909509 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-991d861f-acec-4b64-93f2-85110c582c3e req-6e0efcfc-5d37-41f2-96c5-6b60ce1765c0 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0513835 Mar 31 16:04:22.956277 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-991d861f-acec-4b64-93f2-85110c582c3e req-8aefaf2b-ef25-4767-a800-6e514a76df55 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408378 Mar 31 16:04:24.073229 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f992b1-e7b1-4351-bc40-f749163d1793 req-cb0627b7-6e80-4e47-907b-39774d1ecaa6 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:24.074699 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-99f992b1-e7b1-4351-bc40-f749163d1793 req-cb0627b7-6e80-4e47-907b-39774d1ecaa6 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0529165 Mar 31 16:04:24.126141 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-99f992b1-e7b1-4351-bc40-f749163d1793 req-c5971349-ede2-4710-b9e1-cfe7c053ee95 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456250 Mar 31 16:04:25.241253 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55928c-94da-4c0c-b240-f74cbdb5908a req-2b5a71fa-43af-42ea-85a6-68d209c9e963 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:25.242707 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8f55928c-94da-4c0c-b240-f74cbdb5908a req-2b5a71fa-43af-42ea-85a6-68d209c9e963 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0518889 Mar 31 16:04:25.290785 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8f55928c-94da-4c0c-b240-f74cbdb5908a req-f3831a2c-0ca3-4844-a253-d31bae3e036f tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422902 Mar 31 16:04:26.406374 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c5bb5b-a270-4c9a-8b2d-93f839ac275a req-7d7e81d7-4f19-4083-99f2-0ff5de2d2c62 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:26.407824 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b7c5bb5b-a270-4c9a-8b2d-93f839ac275a req-7d7e81d7-4f19-4083-99f2-0ff5de2d2c62 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0514684 Mar 31 16:04:26.454477 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b7c5bb5b-a270-4c9a-8b2d-93f839ac275a req-dce3ba8a-d8c1-41b2-ae2a-dfa038c940de tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411935 Mar 31 16:04:27.572557 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f10185c-cda9-4c25-a45c-58bd2d598e44 req-456d6b57-0f93-487b-8148-fd09c71da412 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:27.574553 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5f10185c-cda9-4c25-a45c-58bd2d598e44 req-456d6b57-0f93-487b-8148-fd09c71da412 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0544946 Mar 31 16:04:27.621482 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5f10185c-cda9-4c25-a45c-58bd2d598e44 req-81fe6b15-fbc0-4cdd-b303-a5f98cb1c14a tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411713 Mar 31 16:04:28.735218 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9227a42-f6a4-4d7e-a7a4-138238b3966b req-2d5d25e8-d939-4003-801a-020175bf0780 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:28.736667 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f9227a42-f6a4-4d7e-a7a4-138238b3966b req-2d5d25e8-d939-4003-801a-020175bf0780 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0500236 Mar 31 16:04:28.783630 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f9227a42-f6a4-4d7e-a7a4-138238b3966b req-6a4a71d9-2fa2-4cdf-897e-8c074215627b tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411515 Mar 31 16:04:29.901784 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce71ef87-463c-42ea-8ceb-ead33ca08188 req-6caea87d-fb9a-4b8b-85bb-380f85ddc51a tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:29.903245 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ce71ef87-463c-42ea-8ceb-ead33ca08188 req-6caea87d-fb9a-4b8b-85bb-380f85ddc51a tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0547609 Mar 31 16:04:30.217615 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ce71ef87-463c-42ea-8ceb-ead33ca08188 req-84c076ef-c392-4ae4-8089-86069c9a317d tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3086960 Mar 31 16:04:31.334794 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d0908c-ec7a-425a-b788-92e3c68cdf75 req-117dad2d-89e7-436e-8ac5-65cdb1d294cb tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:31.336249 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-53d0908c-ec7a-425a-b788-92e3c68cdf75 req-117dad2d-89e7-436e-8ac5-65cdb1d294cb tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0520735 Mar 31 16:04:31.382581 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-53d0908c-ec7a-425a-b788-92e3c68cdf75 req-078a5284-456d-4d2f-bbf5-dfe3957d8423 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408092 Mar 31 16:04:32.496838 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e0adc-ce4e-46e1-96c8-1c0c2f32f830 req-48d69c99-3f0b-40fa-ad56-cade14cd1b65 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:32.498274 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ae4e0adc-ce4e-46e1-96c8-1c0c2f32f830 req-48d69c99-3f0b-40fa-ad56-cade14cd1b65 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0511518 Mar 31 16:04:32.547899 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ae4e0adc-ce4e-46e1-96c8-1c0c2f32f830 req-943ef08d-c28a-4833-ae31-95e52addbc3e tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441542 Mar 31 16:04:32.858096 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e6957-f05e-4370-89f4-6a4701d450a5 req-8f78db91-8711-4249-a1d6-44701448b119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:32.859480 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a64e6957-f05e-4370-89f4-6a4701d450a5 req-8f78db91-8711-4249-a1d6-44701448b119 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3eb6cb740de46858b563c91534e31e1&device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 1129 time: 0.0444734 Mar 31 16:04:32.944265 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e6957-f05e-4370-89f4-6a4701d450a5 req-1ace1003-0293-4ccd-87f2-af3d0584734a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:32.945706 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a64e6957-f05e-4370-89f4-6a4701d450a5 req-1ace1003-0293-4ccd-87f2-af3d0584734a service neutron] 10.222.0.24 "GET /v2.0/networks?id=f5df2171-df10-40fb-8d87-a14b51591fae HTTP/1.1" status: 200 len: 910 time: 0.0800433 Mar 31 16:04:33.011096 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a64e6957-f05e-4370-89f4-6a4701d450a5 req-528ad190-eb00-4ca3-a63f-16c27945b83b service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1549e82-b2e5-4241-92ef-36c5bd4b8c4b HTTP/1.1" status: 200 len: 1001 time: 0.0599449 Mar 31 16:04:33.056181 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e6957-f05e-4370-89f4-6a4701d450a5 req-9c9f9326-dd54-4e11-8945-b67e1e20016c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:33.057581 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a64e6957-f05e-4370-89f4-6a4701d450a5 req-9c9f9326-dd54-4e11-8945-b67e1e20016c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d60ba0c-54d1-460c-add1-62a21777b3ba HTTP/1.1" status: 200 len: 848 time: 0.0408263 Mar 31 16:04:33.103230 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64e6957-f05e-4370-89f4-6a4701d450a5 req-b5570a37-88a0-48ee-9e88-8e9c7fd7dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:33.104682 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a64e6957-f05e-4370-89f4-6a4701d450a5 req-b5570a37-88a0-48ee-9e88-8e9c7fd7dd8a service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5df2171-df10-40fb-8d87-a14b51591fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416653 Mar 31 16:04:33.190858 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a64e6957-f05e-4370-89f4-6a4701d450a5 req-15d79b39-f921-474a-97dd-13dedd5a1022 service neutron] 10.222.0.24 "GET /v2.0/networks/f5df2171-df10-40fb-8d87-a14b51591fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804400 Mar 31 16:04:33.275374 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a64e6957-f05e-4370-89f4-6a4701d450a5 req-151029ba-4058-44c0-bc20-b54ea0f22a07 service neutron] 10.222.0.24 "GET /v2.0/networks/f5df2171-df10-40fb-8d87-a14b51591fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0780745 Mar 31 16:04:33.665508 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3474d665-ae80-43a4-b745-91fb99f97cfb req-8f8cddaf-de1c-4a72-a0da-23f4edc26595 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:33.666963 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3474d665-ae80-43a4-b745-91fb99f97cfb req-8f8cddaf-de1c-4a72-a0da-23f4edc26595 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0548518 Mar 31 16:04:33.715520 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3474d665-ae80-43a4-b745-91fb99f97cfb req-72ea4b37-8329-4b5a-b64f-cef837695df2 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424228 Mar 31 16:04:34.793789 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-dbaf1964-4f73-412a-9a4a-53d1f94e82bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:34.833672 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc43ad-58c3-48f0-b8d0-f377668e49d1 req-7bd20a61-5909-45a8-9052-128fffebdfd5 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:34.835120 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1afc43ad-58c3-48f0-b8d0-f377668e49d1 req-7bd20a61-5909-45a8-9052-128fffebdfd5 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0518517 Mar 31 16:04:34.884196 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-1afc43ad-58c3-48f0-b8d0-f377668e49d1 req-c46d7d4b-1611-4094-adea-d72db570bc73 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434396 Mar 31 16:04:35.800590 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:04:36.005470 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef7d157-0009-44ea-a2b2-c836c50c0a8c req-26ff129d-8778-4873-8817-7c26eb757818 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:36.006960 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7ef7d157-0009-44ea-a2b2-c836c50c0a8c req-26ff129d-8778-4873-8817-7c26eb757818 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0550277 Mar 31 16:04:36.055066 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7ef7d157-0009-44ea-a2b2-c836c50c0a8c req-1028459e-e817-46b5-8979-9252115d4ddb tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424132 Mar 31 16:04:36.804371 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device b1549e82-b2e5-4241-92ef-36c5bd4b8c4b no longer exists at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:04:36.876719 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port b1549e82-b2e5-4241-92ef-36c5bd4b8c4b is: ACTIVE; New status is: DOWN {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:04:36.877026 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (b1549e82-b2e5-4241-92ef-36c5bd4b8c4b), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:36.898677 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34df790e-aece-4220-9922-f339972a0985', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b1549e82-b2e5-4241-92ef-36c5bd4b8c4b'}] {{(pid=115721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:04:36.900904 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dbd394bfc303c33638f161c815dd3ff8081b22df1313fe1def72e09edd93f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45e81fb-391e-415b-95c5-639c9bfeacdc" -d '{"events": [{"server_uuid": "34df790e-aece-4220-9922-f339972a0985", "name": "network-vif-unplugged", "status": "completed", "tag": "b1549e82-b2e5-4241-92ef-36c5bd4b8c4b"}]}' {{(pid=115721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:04:36.917165 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port b1549e82-b2e5-4241-92ef-36c5bd4b8c4b, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b1549e82-b2e5-4241-92ef-36c5bd4b8c4b,segment=NetworkSegment(273b19fe-8ee7-4bd1-b2d0-cb38339e0d66),segment_id=273b19fe-8ee7-4bd1-b2d0-cb38339e0d66)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:04:36.972324 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (b1549e82-b2e5-4241-92ef-36c5bd4b8c4b), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:36.996618 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 31 Mar 2022 16:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf0fc749-5dc5-4c9a-8066-d56b67ca6bf0 x-openstack-request-id: req-bf0fc749-5dc5-4c9a-8066-d56b67ca6bf0 {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:04:36.996913 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34df790e-aece-4220-9922-f339972a0985", "name": "network-vif-unplugged", "status": "failed", "tag": "b1549e82-b2e5-4241-92ef-36c5bd4b8c4b", "code": 422}]} {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:04:36.997170 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-bf0fc749-5dc5-4c9a-8066-d56b67ca6bf0 {{(pid=115721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:04:36.997562 dv-cinder-836028-1-iscsi neutron-server[115721]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-bf0fc749-5dc5-4c9a-8066-d56b67ca6bf0']: {'server_uuid': '34df790e-aece-4220-9922-f339972a0985', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b1549e82-b2e5-4241-92ef-36c5bd4b8c4b', 'code': 422} returned with failed status Mar 31 16:04:37.001432 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-543b1c6c-058d-494d-90c6-edd15ae8c171 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:37.026267 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=b1549e82-b2e5-4241-92ef-36c5bd4b8c4b,revision_number=6']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:37.033723 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:37.034072 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:37.034416 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:37.034752 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:37.035096 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:37.035415 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:37.035738 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:37.036082 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:37.036409 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:37.036729 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:37.037079 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:37.037399 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:37.037719 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:37.038034 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:37.038353 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:04:37.463677 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4aa647-30f4-41d5-a14c-76bfa54d5c98 req-419f2431-8c54-48fd-8b26-80f04e53d83b tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:37.465701 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5d4aa647-30f4-41d5-a14c-76bfa54d5c98 req-419f2431-8c54-48fd-8b26-80f04e53d83b tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 943 time: 0.0747631 Mar 31 16:04:37.495404 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3b527169-58c1-4854-8792-9d7763af4abd req-3fd8f7da-95ae-402a-aa1a-541739bface5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0714352 Mar 31 16:04:37.522029 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5d4aa647-30f4-41d5-a14c-76bfa54d5c98 req-221d6652-a310-4359-a160-f730a865fa02 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502796 Mar 31 16:04:37.833988 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:38.400719 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:38.578420 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b527169-58c1-4854-8792-9d7763af4abd req-7d360978-dca1-4a56-9050-a920d63c73e3 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:38.579785 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3b527169-58c1-4854-8792-9d7763af4abd req-7d360978-dca1-4a56-9050-a920d63c73e3 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports/b1549e82-b2e5-4241-92ef-36c5bd4b8c4b HTTP/1.1" status: 200 len: 940 time: 0.0488386 Mar 31 16:04:38.639184 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e361f301-e7e6-4f8e-97db-f83f1993c477 req-c43473bc-8fdc-48a4-8749-4655cb3ee981 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:38.640705 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e361f301-e7e6-4f8e-97db-f83f1993c477 req-c43473bc-8fdc-48a4-8749-4655cb3ee981 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 943 time: 0.0520864 Mar 31 16:04:38.689184 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e361f301-e7e6-4f8e-97db-f83f1993c477 req-cc09e6d9-db53-4d84-ab96-36650d2e176c tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430324 Mar 31 16:04:39.423709 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:39.807516 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5db05c-6bd2-4618-9b4a-89a072ef68dd req-90ca901a-2c98-4e4e-99d5-202b8f4108f1 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:39.809056 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-af5db05c-6bd2-4618-9b4a-89a072ef68dd req-90ca901a-2c98-4e4e-99d5-202b8f4108f1 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 943 time: 0.0545588 Mar 31 16:04:39.861655 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-af5db05c-6bd2-4618-9b4a-89a072ef68dd req-0ea68290-08cd-485a-b124-c6ba8756183b tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468454 Mar 31 16:04:40.976226 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6325db4e-2e28-4ab8-947f-239a8832105c req-d1e62138-ea1c-40fc-93ce-2b5f354f2c37 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:40.977691 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6325db4e-2e28-4ab8-947f-239a8832105c req-d1e62138-ea1c-40fc-93ce-2b5f354f2c37 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 943 time: 0.0515916 Mar 31 16:04:41.029088 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6325db4e-2e28-4ab8-947f-239a8832105c req-3d700d78-00cf-48c4-8830-0f38cc08ed0b tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458493 Mar 31 16:04:41.086463 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:42.146388 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0e8ea8-d7f5-434a-bc27-b9c4a8f0fcd4 req-1392c82b-2c46-44aa-b62b-77dfb38cc67e tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:42.147957 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0b0e8ea8-d7f5-434a-bc27-b9c4a8f0fcd4 req-1392c82b-2c46-44aa-b62b-77dfb38cc67e tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 943 time: 0.0526793 Mar 31 16:04:42.196952 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0b0e8ea8-d7f5-434a-bc27-b9c4a8f0fcd4 req-4d30a6e4-b4ab-45b2-8d7e-0c75e132ede3 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434926 Mar 31 16:04:43.317299 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605e4a7f-bbbb-426c-854e-932c0c3001d4 req-9fdd876c-86b0-484a-ab75-5f85a393f4f9 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:43.323362 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-605e4a7f-bbbb-426c-854e-932c0c3001d4 req-9fdd876c-86b0-484a-ab75-5f85a393f4f9 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 943 time: 0.0565870 Mar 31 16:04:43.368481 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-605e4a7f-bbbb-426c-854e-932c0c3001d4 req-d269c737-2815-4d9d-aea4-cd1893101b84 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429959 Mar 31 16:04:44.266662 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b527169-58c1-4854-8792-9d7763af4abd req-26e8b8bc-1a02-49c0-ab9a-e7880e0ccac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:44.268273 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3b527169-58c1-4854-8792-9d7763af4abd req-26e8b8bc-1a02-49c0-ab9a-e7880e0ccac6 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985&tenant_id=c3eb6cb740de46858b563c91534e31e1 HTTP/1.1" status: 200 len: 1127 time: 0.0439651 Mar 31 16:04:44.349101 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b527169-58c1-4854-8792-9d7763af4abd req-16434377-de62-4097-a99a-265f6e1837ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:44.350590 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3b527169-58c1-4854-8792-9d7763af4abd req-16434377-de62-4097-a99a-265f6e1837ec service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3eb6cb740de46858b563c91534e31e1&device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 1127 time: 0.0438890 Mar 31 16:04:44.452640 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b527169-58c1-4854-8792-9d7763af4abd req-2b27e3a6-7adf-425c-9eef-396309c60c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:44.454183 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3b527169-58c1-4854-8792-9d7763af4abd req-2b27e3a6-7adf-425c-9eef-396309c60c1d service neutron] 10.222.0.24 "GET /v2.0/networks?id=f5df2171-df10-40fb-8d87-a14b51591fae HTTP/1.1" status: 200 len: 910 time: 0.0969026 Mar 31 16:04:44.545405 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3cdc32-6fe6-4893-aca8-50a3fb6fbf74 req-ac901418-ec69-4de0-86dc-48bfe5c894c5 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:44.546885 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9e3cdc32-6fe6-4893-aca8-50a3fb6fbf74 req-ac901418-ec69-4de0-86dc-48bfe5c894c5 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 943 time: 0.1079569 Mar 31 16:04:44.549024 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3b527169-58c1-4854-8792-9d7763af4abd req-ce775eb9-d6e6-42fd-85ba-314071fcd99e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1549e82-b2e5-4241-92ef-36c5bd4b8c4b HTTP/1.1" status: 200 len: 999 time: 0.0802834 Mar 31 16:04:44.626200 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b527169-58c1-4854-8792-9d7763af4abd req-c510884f-3fc5-47ea-9ab6-8d4352e595a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:44.627738 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3b527169-58c1-4854-8792-9d7763af4abd req-c510884f-3fc5-47ea-9ab6-8d4352e595a6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d60ba0c-54d1-460c-add1-62a21777b3ba HTTP/1.1" status: 200 len: 848 time: 0.0693605 Mar 31 16:04:44.631390 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9e3cdc32-6fe6-4893-aca8-50a3fb6fbf74 req-2331a201-fe2c-4633-946d-e6cf328e1411 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787404 Mar 31 16:04:44.676424 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b527169-58c1-4854-8792-9d7763af4abd req-112c2fe7-fd53-4193-8efe-5eaf8c281a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:44.677914 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3b527169-58c1-4854-8792-9d7763af4abd req-112c2fe7-fd53-4193-8efe-5eaf8c281a37 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5df2171-df10-40fb-8d87-a14b51591fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443158 Mar 31 16:04:44.768707 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3b527169-58c1-4854-8792-9d7763af4abd req-e9d8bc12-ff7b-4e53-9e7d-b1156389d1fe service neutron] 10.222.0.24 "GET /v2.0/networks/f5df2171-df10-40fb-8d87-a14b51591fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840280 Mar 31 16:04:44.853649 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3b527169-58c1-4854-8792-9d7763af4abd req-f598b7df-20fb-4584-9d7e-46eda6bf566d service neutron] 10.222.0.24 "GET /v2.0/networks/f5df2171-df10-40fb-8d87-a14b51591fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794616 Mar 31 16:04:45.752610 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46981a23-1c59-4845-a363-dd9741f19596 req-b6743bc1-bd5d-4f7c-96ec-88a0f0424233 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:45.754108 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-46981a23-1c59-4845-a363-dd9741f19596 req-b6743bc1-bd5d-4f7c-96ec-88a0f0424233 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 943 time: 0.0572889 Mar 31 16:04:45.801629 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-46981a23-1c59-4845-a363-dd9741f19596 req-dff1e400-da2a-47cd-84aa-001cc073368b tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420322 Mar 31 16:04:46.922464 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6997836-ce0e-4166-b242-c17c732d19e0 req-6a853bcf-cb63-41c5-9b0a-aced2014a79b tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:46.923937 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f6997836-ce0e-4166-b242-c17c732d19e0 req-6a853bcf-cb63-41c5-9b0a-aced2014a79b tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 943 time: 0.0511286 Mar 31 16:04:46.971331 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f6997836-ce0e-4166-b242-c17c732d19e0 req-3347be0c-3539-4cb0-9c3c-54db4932a6d7 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417681 Mar 31 16:04:48.089794 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa5e40a-791c-45aa-8508-87ec2a1b49f9 req-e65ddb3d-dc76-419a-afcd-1b9c0c6ea751 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:48.091257 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4fa5e40a-791c-45aa-8508-87ec2a1b49f9 req-e65ddb3d-dc76-419a-afcd-1b9c0c6ea751 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 943 time: 0.0518787 Mar 31 16:04:48.142651 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4fa5e40a-791c-45aa-8508-87ec2a1b49f9 req-36fbc58c-daf9-40b3-ad74-f5b88add3c5b tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456319 Mar 31 16:04:49.259949 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edee897-04d1-4e19-88f9-0019fbba67ea req-1d7f72f2-664b-4f1a-bb64-7f07003e18b0 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:49.262069 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6edee897-04d1-4e19-88f9-0019fbba67ea req-1d7f72f2-664b-4f1a-bb64-7f07003e18b0 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 943 time: 0.0526445 Mar 31 16:04:49.311101 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6edee897-04d1-4e19-88f9-0019fbba67ea req-0d7730ff-a2db-48da-8ee2-de8faa883c4f tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435066 Mar 31 16:04:50.426437 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0648e715-8c05-4b2b-ac0e-21456f64dbed req-fddbd7e3-2140-45ed-a717-5c676e64ae4b tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:50.427831 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0648e715-8c05-4b2b-ac0e-21456f64dbed req-fddbd7e3-2140-45ed-a717-5c676e64ae4b tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 943 time: 0.0526052 Mar 31 16:04:50.477341 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0648e715-8c05-4b2b-ac0e-21456f64dbed req-974cb47a-1f26-4987-91f1-16a092c2626a tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434189 Mar 31 16:04:50.879147 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device b1549e82-b2e5-4241-92ef-36c5bd4b8c4b details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=115721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:04:50.973886 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port b1549e82-b2e5-4241-92ef-36c5bd4b8c4b, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b1549e82-b2e5-4241-92ef-36c5bd4b8c4b,segment=NetworkSegment(273b19fe-8ee7-4bd1-b2d0-cb38339e0d66),segment_id=273b19fe-8ee7-4bd1-b2d0-cb38339e0d66)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:04:50.985459 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Returning: {'device': 'b1549e82-b2e5-4241-92ef-36c5bd4b8c4b', 'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae', 'port_id': 'b1549e82-b2e5-4241-92ef-36c5bd4b8c4b', 'mac_address': 'fa:16:3e:04:48:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 808, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7d60ba0c-54d1-460c-add1-62a21777b3ba', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:04:51.022040 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port b1549e82-b2e5-4241-92ef-36c5bd4b8c4b is: DOWN; New status is: BUILD {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:04:51.022427 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (b1549e82-b2e5-4241-92ef-36c5bd4b8c4b), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:51.037712 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1549e82-b2e5-4241-92ef-36c5bd4b8c4b {{(pid=115721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:04:51.056781 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port b1549e82-b2e5-4241-92ef-36c5bd4b8c4b, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b1549e82-b2e5-4241-92ef-36c5bd4b8c4b,segment=NetworkSegment(273b19fe-8ee7-4bd1-b2d0-cb38339e0d66),segment_id=273b19fe-8ee7-4bd1-b2d0-cb38339e0d66)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:04:51.166487 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (b1549e82-b2e5-4241-92ef-36c5bd4b8c4b), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:51.212739 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=b1549e82-b2e5-4241-92ef-36c5bd4b8c4b,revision_number=7']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:51.500059 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['b1549e82-b2e5-4241-92ef-36c5bd4b8c4b'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:04:51.595469 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2630cd0-40c4-432e-80c4-8b42c7fed748 req-6682c8bf-0013-4728-add2-7acd6737ce49 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:51.596998 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f2630cd0-40c4-432e-80c4-8b42c7fed748 req-6682c8bf-0013-4728-add2-7acd6737ce49 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 944 time: 0.0564454 Mar 31 16:04:51.646838 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f2630cd0-40c4-432e-80c4-8b42c7fed748 req-40bd296a-2736-428f-b022-c343ed4517e3 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440531 Mar 31 16:04:52.761304 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006b779-cf66-4510-817c-a4bd034a459c req-bef3d19b-fbef-441e-af0e-023b5bee3743 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:52.762772 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9006b779-cf66-4510-817c-a4bd034a459c req-bef3d19b-fbef-441e-af0e-023b5bee3743 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 944 time: 0.0512111 Mar 31 16:04:52.810604 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9006b779-cf66-4510-817c-a4bd034a459c req-6fe36357-2e0c-4a19-abc1-0b56bce22539 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424252 Mar 31 16:04:52.878212 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device b1549e82-b2e5-4241-92ef-36c5bd4b8c4b up at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:04:52.925351 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning complete for port b1549e82-b2e5-4241-92ef-36c5bd4b8c4b triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:04:52.925648 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (b1549e82-b2e5-4241-92ef-36c5bd4b8c4b), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:53.000932 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port b1549e82-b2e5-4241-92ef-36c5bd4b8c4b is: BUILD; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:04:53.001313 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (b1549e82-b2e5-4241-92ef-36c5bd4b8c4b), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:53.023245 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34df790e-aece-4220-9922-f339972a0985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1549e82-b2e5-4241-92ef-36c5bd4b8c4b'}] {{(pid=115721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:04:53.025519 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dbd394bfc303c33638f161c815dd3ff8081b22df1313fe1def72e09edd93f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-533ff868-034c-4890-8e8a-6b2621b74973" -d '{"events": [{"server_uuid": "34df790e-aece-4220-9922-f339972a0985", "name": "network-vif-plugged", "status": "completed", "tag": "b1549e82-b2e5-4241-92ef-36c5bd4b8c4b"}]}' {{(pid=115721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:04:53.037711 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port b1549e82-b2e5-4241-92ef-36c5bd4b8c4b, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b1549e82-b2e5-4241-92ef-36c5bd4b8c4b,segment=NetworkSegment(273b19fe-8ee7-4bd1-b2d0-cb38339e0d66),segment_id=273b19fe-8ee7-4bd1-b2d0-cb38339e0d66)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:04:53.061634 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b83a6ab-629c-45b0-9bb9-d2695867751d x-openstack-request-id: req-3b83a6ab-629c-45b0-9bb9-d2695867751d {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:04:53.061951 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34df790e-aece-4220-9922-f339972a0985", "name": "network-vif-plugged", "status": "completed", "tag": "b1549e82-b2e5-4241-92ef-36c5bd4b8c4b", "code": 200}]} {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:04:53.062244 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3b83a6ab-629c-45b0-9bb9-d2695867751d {{(pid=115721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:04:53.062683 dv-cinder-836028-1-iscsi neutron-server[115721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b83a6ab-629c-45b0-9bb9-d2695867751d'] response: {'server_uuid': '34df790e-aece-4220-9922-f339972a0985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1549e82-b2e5-4241-92ef-36c5bd4b8c4b', 'code': 200} Mar 31 16:04:53.109073 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (b1549e82-b2e5-4241-92ef-36c5bd4b8c4b), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:04:53.156871 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=b1549e82-b2e5-4241-92ef-36c5bd4b8c4b,revision_number=8']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:04:53.414369 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776a7d4-8f53-4d7c-ab85-c7d20543e103 req-7c5d387e-a00e-417b-b252-ebef03bd701b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:53.415834 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8776a7d4-8f53-4d7c-ab85-c7d20543e103 req-7c5d387e-a00e-417b-b252-ebef03bd701b service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 1129 time: 0.0426855 Mar 31 16:04:53.463280 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-8776a7d4-8f53-4d7c-ab85-c7d20543e103 req-e84e9601-a499-4fd5-b0cc-52535136ca48 service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420346 Mar 31 16:04:53.926436 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c585c3c-265e-4799-82f7-f865580443a4 req-6ad3aa3e-82e2-41d9-a59e-d9d8c5326631 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:53.927911 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4c585c3c-265e-4799-82f7-f865580443a4 req-6ad3aa3e-82e2-41d9-a59e-d9d8c5326631 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0525074 Mar 31 16:04:53.975946 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-4c585c3c-265e-4799-82f7-f865580443a4 req-af8ede57-9717-4111-835c-647285645ec0 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424683 Mar 31 16:04:55.091848 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb03a71-3977-47cd-9ae9-a5ce9cff03ce req-c538f986-2597-4583-9ff2-9164d50c9c68 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:04:55.093232 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ddb03a71-3977-47cd-9ae9-a5ce9cff03ce req-c538f986-2597-4583-9ff2-9164d50c9c68 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0516045 Mar 31 16:04:55.140557 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ddb03a71-3977-47cd-9ae9-a5ce9cff03ce req-215dd7bb-5df2-4076-abf1-bf09f0c2e9ff tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416934 Mar 31 16:05:04.668592 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37c8d22-949b-49da-abfb-d3d1b5b3e041 req-8bd0ad28-d235-4702-96c6-1c5276d65451 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:04.670020 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e37c8d22-949b-49da-abfb-d3d1b5b3e041 req-8bd0ad28-d235-4702-96c6-1c5276d65451 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=f74069c7-806e-41ee-8e11-897be0c7f038 HTTP/1.1" status: 200 len: 945 time: 0.0548639 Mar 31 16:05:04.717862 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e37c8d22-949b-49da-abfb-d3d1b5b3e041 req-ae8cfbcf-fca6-42ed-a02a-697eb7f160b4 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420554 Mar 31 16:05:04.782759 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-ae2a2592-fa78-4273-9e6c-996928b544c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:05.836625 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d179a69f-fe85-4eda-bdb8-cc8ee075c40a req-33391b44-4bed-4387-9300-33c6d580f613 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:05.838109 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d179a69f-fe85-4eda-bdb8-cc8ee075c40a req-33391b44-4bed-4387-9300-33c6d580f613 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=f74069c7-806e-41ee-8e11-897be0c7f038 HTTP/1.1" status: 200 len: 945 time: 0.0515873 Mar 31 16:05:05.886432 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d179a69f-fe85-4eda-bdb8-cc8ee075c40a req-a5a6dd57-a241-4adb-8900-b33c628c88bb tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425785 Mar 31 16:05:06.450932 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecb3138-0b39-4324-b13f-f22a978d9a31 req-11bb8790-227b-4a74-a729-f3391421fe50 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:06.452403 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cecb3138-0b39-4324-b13f-f22a978d9a31 req-11bb8790-227b-4a74-a729-f3391421fe50 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.24 "GET /v2.0/ports?device_id=f74069c7-806e-41ee-8e11-897be0c7f038 HTTP/1.1" status: 200 len: 945 time: 0.0552697 Mar 31 16:05:06.543016 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [req-cecb3138-0b39-4324-b13f-f22a978d9a31 req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Deleting port 654d2fe0-f833-45f0-bab5-0d7ef72cd913 {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:05:06.543365 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-cecb3138-0b39-4324-b13f-f22a978d9a31 req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (654d2fe0-f833-45f0-bab5-0d7ef72cd913), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:06.631870 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-cecb3138-0b39-4324-b13f-f22a978d9a31 req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] For port 654d2fe0-f833-45f0-bab5-0d7ef72cd913, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=654d2fe0-f833-45f0-bab5-0d7ef72cd913,segment=NetworkSegment(1c51cb10-7616-40ac-b97a-85274b7996b5),segment_id=1c51cb10-7616-40ac-b97a-85274b7996b5)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:05:06.632188 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-cecb3138-0b39-4324-b13f-f22a978d9a31 req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (654d2fe0-f833-45f0-bab5-0d7ef72cd913), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:06.797510 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-cecb3138-0b39-4324-b13f-f22a978d9a31 req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:06.797879 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-cecb3138-0b39-4324-b13f-f22a978d9a31 req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (e287d982-9f3b-41b8-9f4a-27297abc05f9), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:06.798204 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.db.l3_db [req-cecb3138-0b39-4324-b13f-f22a978d9a31 req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Floating IP e287d982-9f3b-41b8-9f4a-27297abc05f9 disassociated. External IP: 172.27.0.208, port: 654d2fe0-f833-45f0-bab5-0d7ef72cd913. Mar 31 16:05:06.798546 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [req-cecb3138-0b39-4324-b13f-f22a978d9a31 req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Calling delete_port for 654d2fe0-f833-45f0-bab5-0d7ef72cd913 owned by compute:nova {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:05:07.004375 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b03dd3-1463-499b-98e7-035cc3513cf0 req-0ae5cf40-09ab-454a-95c1-806724ed3e3c tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:07.005865 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-41b03dd3-1463-499b-98e7-035cc3513cf0 req-0ae5cf40-09ab-454a-95c1-806724ed3e3c tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=f74069c7-806e-41ee-8e11-897be0c7f038 HTTP/1.1" status: 200 len: 945 time: 0.0514963 Mar 31 16:05:07.006906 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-cecb3138-0b39-4324-b13f-f22a978d9a31 req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (654d2fe0-f833-45f0-bab5-0d7ef72cd913), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:07.043568 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Pushing event deleted for resources: {'Port': ['ID=654d2fe0-f833-45f0-bab5-0d7ef72cd913,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:07.045799 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-e0677629-4626-468f-a747-952c3953d716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:07.066337 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:07.066697 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:07.067048 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:07.067398 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:07.067741 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:07.068099 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:07.068437 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:07.068771 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:07.069104 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:07.069461 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:07.069795 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:07.070129 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:07.070456 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:07.070791 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:07.071119 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:05:07.160896 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-41b03dd3-1463-499b-98e7-035cc3513cf0 req-0c5eafe7-a169-43fd-8ebb-56dd78226f21 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459622 Mar 31 16:05:07.200158 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cecb3138-0b39-4324-b13f-f22a978d9a31 req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Router 100dbd7d-3bff-4ae1-af07-146084398759 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:05:07.314999 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cecb3138-0b39-4324-b13f-f22a978d9a31 req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:05:07.324474 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04536d24-13fe-4481-b424-998ba7bb66ad None None] Sync routers for ids ['100dbd7d-3bff-4ae1-af07-146084398759'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:05:07.333728 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04536d24-13fe-4481-b424-998ba7bb66ad None None] Routers {'100dbd7d-3bff-4ae1-af07-146084398759'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:05:07.334346 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-04536d24-13fe-4481-b424-998ba7bb66ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:05:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['100dbd7d-3bff-4ae1-af07-146084398759'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:05:07.355076 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [req-cecb3138-0b39-4324-b13f-f22a978d9a31 req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] No DVR routers for this DVR port 654d2fe0-f833-45f0-bab5-0d7ef72cd913 on host hv-cinder-83602 {{(pid=115719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:05:07.357659 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-cecb3138-0b39-4324-b13f-f22a978d9a31 req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:07.361325 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cecb3138-0b39-4324-b13f-f22a978d9a31 req-66d66403-5330-4755-b181-7153b01c250e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.24 "DELETE /v2.0/ports/654d2fe0-f833-45f0-bab5-0d7ef72cd913 HTTP/1.1" status: 204 len: 173 time: 0.9022956 Mar 31 16:05:07.361767 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f74069c7-806e-41ee-8e11-897be0c7f038', 'name': 'network-vif-deleted', 'tag': '654d2fe0-f833-45f0-bab5-0d7ef72cd913'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:05:07.364562 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bab728-80e7-439f-99f6-3f6eaeaa3bd7" -d '{"events": [{"server_uuid": "f74069c7-806e-41ee-8e11-897be0c7f038", "name": "network-vif-deleted", "tag": "654d2fe0-f833-45f0-bab5-0d7ef72cd913"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:05:07.474992 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ce6424c-57c4-445b-bbcb-51e8a3908e0f x-openstack-request-id: req-8ce6424c-57c4-445b-bbcb-51e8a3908e0f {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:05:07.475308 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f74069c7-806e-41ee-8e11-897be0c7f038", "name": "network-vif-deleted", "tag": "654d2fe0-f833-45f0-bab5-0d7ef72cd913", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:05:07.475730 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8ce6424c-57c4-445b-bbcb-51e8a3908e0f {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:05:07.476366 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ce6424c-57c4-445b-bbcb-51e8a3908e0f'] response: {'server_uuid': 'f74069c7-806e-41ee-8e11-897be0c7f038', 'name': 'network-vif-deleted', 'tag': '654d2fe0-f833-45f0-bab5-0d7ef72cd913', 'status': 'completed', 'code': 200} Mar 31 16:05:07.585840 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-04536d24-13fe-4481-b424-998ba7bb66ad None None] Set router 100dbd7d-3bff-4ae1-af07-146084398759 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:05:07.782832 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-04536d24-13fe-4481-b424-998ba7bb66ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100dbd7d-3bff-4ae1-af07-146084398759', 'name': 'tempest-TestVolumeBootPattern-1737969383-router', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:08Z', 'updated_at': '2022-03-31T16:02:11Z', 'revision_number': 4, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'gw_port': {'id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:09Z', 'updated_at': '2022-03-31T16:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '007da67d-e8c1-463d-ab83-edbf911c80a0', 'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'mac_address': 'fa:16:3e:89:36:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:11Z', 'updated_at': '2022-03-31T16:02:16Z', 'revision_number': 5, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'subnets': [{'id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:05:07.821961 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04536d24-13fe-4481-b424-998ba7bb66ad None None] Checking router: 100dbd7d-3bff-4ae1-af07-146084398759 for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:05:07.831638 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04536d24-13fe-4481-b424-998ba7bb66ad None None] Routers {'100dbd7d-3bff-4ae1-af07-146084398759'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:05:07.832263 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-04536d24-13fe-4481-b424-998ba7bb66ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:05:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['100dbd7d-3bff-4ae1-af07-146084398759'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:05:07.896400 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:07.944097 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-04536d24-13fe-4481-b424-998ba7bb66ad None None] Set router 100dbd7d-3bff-4ae1-af07-146084398759 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:05:08.142186 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-04536d24-13fe-4481-b424-998ba7bb66ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100dbd7d-3bff-4ae1-af07-146084398759', 'name': 'tempest-TestVolumeBootPattern-1737969383-router', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:08Z', 'updated_at': '2022-03-31T16:02:11Z', 'revision_number': 4, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'gw_port': {'id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:09Z', 'updated_at': '2022-03-31T16:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '007da67d-e8c1-463d-ab83-edbf911c80a0', 'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'mac_address': 'fa:16:3e:89:36:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:11Z', 'updated_at': '2022-03-31T16:02:16Z', 'revision_number': 5, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'subnets': [{'id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:05:08.168175 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04536d24-13fe-4481-b424-998ba7bb66ad None None] The sync data for ids ['100dbd7d-3bff-4ae1-af07-146084398759'] in dv-cinder-836028-1-iscsi is: [{'id': '100dbd7d-3bff-4ae1-af07-146084398759', 'name': 'tempest-TestVolumeBootPattern-1737969383-router', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:08Z', 'updated_at': '2022-03-31T16:02:11Z', 'revision_number': 4, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'gw_port': {'id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:09Z', 'updated_at': '2022-03-31T16:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '007da67d-e8c1-463d-ab83-edbf911c80a0', 'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'mac_address': 'fa:16:3e:89:36:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:11Z', 'updated_at': '2022-03-31T16:02:16Z', 'revision_number': 5, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'subnets': [{'id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:05:08.272156 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-de1cc502-84d0-4b42-807f-b4d5884e24d4 req-f0ec6322-0db0-410b-b29b-dd913766778d tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=f74069c7-806e-41ee-8e11-897be0c7f038 HTTP/1.1" status: 200 len: 210 time: 0.0315247 Mar 31 16:05:08.387696 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-692b388c-e702-473b-86c8-d871a5e1d677 None None] New status for floating IP e287d982-9f3b-41b8-9f4a-27297abc05f9: DOWN {{(pid=115722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:05:08.434931 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:08.924307 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 654d2fe0-f833-45f0-bab5-0d7ef72cd913 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:05:08.948514 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] No Port match for: 654d2fe0-f833-45f0-bab5-0d7ef72cd913 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:05:08.948862 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device 654d2fe0-f833-45f0-bab5-0d7ef72cd913 not bound to the agent host hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:05:09.406137 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:09.548773 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-f5f4f48e-204d-45a9-a549-82e40f6ccb56 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-996619529&fields=id&tenant_id=4d28aaeb531446a9b212059b5344459d HTTP/1.1" status: 200 len: 267 time: 0.0426619 Mar 31 16:05:09.649090 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-1d18e911-6f53-4db9-98de-168fd54ffab8 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:09.650621 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-1d18e911-6f53-4db9-98de-168fd54ffab8 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/networks?id=fd396baf-32f3-4650-986f-2e0b0f823007 HTTP/1.1" status: 200 len: 812 time: 0.0957778 Mar 31 16:05:09.665255 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-54e2c57f-fa6d-4b2e-a8bf-8e7ec980417a tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/quotas/4d28aaeb531446a9b212059b5344459d HTTP/1.1" status: 200 len: 375 time: 0.0087771 Mar 31 16:05:09.722534 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-5c710132-9cdf-423d-9eb3-2eb3b5b736b9 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4d28aaeb531446a9b212059b5344459d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0520742 Mar 31 16:05:09.799421 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-0c001ac2-bcc2-4615-b0c6-c00e0d3c3a2c service neutron] http://10.222.0.47:9696/v2.0/extensions returned with HTTP 200 {{(pid=115719) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 31 16:05:09.800366 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-0c001ac2-bcc2-4615-b0c6-c00e0d3c3a2c service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0664742 Mar 31 16:05:09.887485 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-3b63c93a-40a7-42df-9583-cfafd4a1b14a service neutron] 10.222.0.47 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812459 Mar 31 16:05:09.976010 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-1ed6e98f-dcb4-4d30-810d-17e68caddb06 service neutron] 10.222.0.47 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828276 Mar 31 16:05:10.525794 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c60ae4e5-1229-4d53-b57d-59671af69a7a req-5ba9f36f-e394-49c3-82d1-372b6c3a702f tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 210 time: 0.0263608 Mar 31 16:05:11.079915 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:11.623306 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2c565c3d-e683-41f1-ba2e-70dbe628184b req-b011bba3-b210-495c-b988-481bc8825e36 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 210 time: 0.0301445 Mar 31 16:05:12.499237 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-e54068dd-923b-4887-aa3f-34ee8bf52ce9 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:12.500692 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-e54068dd-923b-4887-aa3f-34ee8bf52ce9 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.24 "GET /v2.0/networks?id=fd396baf-32f3-4650-986f-2e0b0f823007 HTTP/1.1" status: 200 len: 812 time: 0.0970411 Mar 31 16:05:12.578223 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-bd4493a7-d969-4233-9a16-d066b8d48e8c tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d28aaeb531446a9b212059b5344459d HTTP/1.1" status: 200 len: 379 time: 0.0565591 Mar 31 16:05:12.587674 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-a2a2c67d-d96c-45fa-b5de-13e0c27a4e20 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Request body: {'port': {'device_id': 'c22fd7dd-977f-4d9e-8aed-32e4413d7008', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'admin_state_up': True, 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'security_groups': ['6572c8a3-ea73-40cd-af8f-0576d3e8a2e4']}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:05:12.721164 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6e1b2bd2-4996-48b3-9f7b-2ec405a4156e req-bb44ce23-46ee-4dd7-9e74-a94e8b2ce27b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 210 time: 0.0280809 Mar 31 16:05:12.753437 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-a2a2c67d-d96c-45fa-b5de-13e0c27a4e20 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Made reservation on behalf of 4d28aaeb531446a9b212059b5344459d for: {'port': 1} {{(pid=115719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:05:12.756935 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-a2a2c67d-d96c-45fa-b5de-13e0c27a4e20 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:12.799854 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:05:12.882189 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-a2a2c67d-d96c-45fa-b5de-13e0c27a4e20 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Allocated IP 172.20.0.13 (fd396baf-32f3-4650-986f-2e0b0f823007/a388edde-e6ab-469e-a1b2-5165885b5edc/d6db6ace-34c2-413a-8efd-6b8a71667a15) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:05:13.018617 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-a2a2c67d-d96c-45fa-b5de-13e0c27a4e20 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for port (d6db6ace-34c2-413a-8efd-6b8a71667a15), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:13.103202 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-a2a2c67d-d96c-45fa-b5de-13e0c27a4e20 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (d6db6ace-34c2-413a-8efd-6b8a71667a15), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:13.144527 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-a2a2c67d-d96c-45fa-b5de-13e0c27a4e20 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Network fd396baf-32f3-4650-986f-2e0b0f823007 is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:05:13.147546 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-a2a2c67d-d96c-45fa-b5de-13e0c27a4e20 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:05:13.153117 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-a2a2c67d-d96c-45fa-b5de-13e0c27a4e20 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:05:13.176513 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a2c67d-d96c-45fa-b5de-13e0c27a4e20 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Pushing event updated for resources: {'Port': ['ID=d6db6ace-34c2-413a-8efd-6b8a71667a15,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:13.204821 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-a2a2c67d-d96c-45fa-b5de-13e0c27a4e20 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:13.205435 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-a2a2c67d-d96c-45fa-b5de-13e0c27a4e20 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:13.294846 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-a2a2c67d-d96c-45fa-b5de-13e0c27a4e20 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7106950 Mar 31 16:05:13.312970 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-c7f91cc8-e4e5-48c9-89c1-e3d54c0523bd service neutron] Request body: {'port': {'device_id': 'c22fd7dd-977f-4d9e-8aed-32e4413d7008', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:05:13.374241 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-c7f91cc8-e4e5-48c9-89c1-e3d54c0523bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (d6db6ace-34c2-413a-8efd-6b8a71667a15), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:13.384122 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-54a89f46-6d46-4b4d-b0ad-0736b71dfa67 None None] Provisioning complete for port d6db6ace-34c2-413a-8efd-6b8a71667a15 triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:05:13.384676 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-54a89f46-6d46-4b4d-b0ad-0736b71dfa67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (d6db6ace-34c2-413a-8efd-6b8a71667a15), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:13.417998 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-54a89f46-6d46-4b4d-b0ad-0736b71dfa67 None None] Port d6db6ace-34c2-413a-8efd-6b8a71667a15 cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:05:13.633485 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-c7f91cc8-e4e5-48c9-89c1-e3d54c0523bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6db6ace-34c2-413a-8efd-6b8a71667a15 {{(pid=115719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:05:13.640952 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-c7f91cc8-e4e5-48c9-89c1-e3d54c0523bd service neutron] Publish callbacks [] for port (d6db6ace-34c2-413a-8efd-6b8a71667a15), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:13.653651 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.provisioning_blocks [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-c7f91cc8-e4e5-48c9-89c1-e3d54c0523bd service neutron] Transition to ACTIVE for port object d6db6ace-34c2-413a-8efd-6b8a71667a15 will not be triggered until provisioned by entity L2. {{(pid=115719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:05:13.747509 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-c7f91cc8-e4e5-48c9-89c1-e3d54c0523bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (d6db6ace-34c2-413a-8efd-6b8a71667a15), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:13.843035 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f91cc8-e4e5-48c9-89c1-e3d54c0523bd service neutron] Pushing event updated for resources: {'Port': ['ID=d6db6ace-34c2-413a-8efd-6b8a71667a15,revision_number=2']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:13.913197 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0897002-796a-43c7-8f0c-5ff43092774c req-b8b7459e-a47c-4954-9e8c-f1040e4332e8 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:13.914811 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d0897002-796a-43c7-8f0c-5ff43092774c req-b8b7459e-a47c-4954-9e8c-f1040e4332e8 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 944 time: 0.1254127 Mar 31 16:05:13.918268 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-c7f91cc8-e4e5-48c9-89c1-e3d54c0523bd service neutron] Attempting to bind port d6db6ace-34c2-413a-8efd-6b8a71667a15 on host hv-cinder-83602 for vnic_type normal with profile {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:05:13.918653 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-c7f91cc8-e4e5-48c9-89c1-e3d54c0523bd service neutron] Attempting to bind port d6db6ace-34c2-413a-8efd-6b8a71667a15 by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '1c51cb10-7616-40ac-b97a-85274b7996b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007'}] {{(pid=115719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:05:13.918995 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-c7f91cc8-e4e5-48c9-89c1-e3d54c0523bd service neutron] Attempting to bind port d6db6ace-34c2-413a-8efd-6b8a71667a15 on network fd396baf-32f3-4650-986f-2e0b0f823007 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:05:13.930668 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-c7f91cc8-e4e5-48c9-89c1-e3d54c0523bd service neutron] Port d6db6ace-34c2-413a-8efd-6b8a71667a15 on network fd396baf-32f3-4650-986f-2e0b0f823007 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:05:13.931025 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-c7f91cc8-e4e5-48c9-89c1-e3d54c0523bd service neutron] Attempting to bind port d6db6ace-34c2-413a-8efd-6b8a71667a15 on network fd396baf-32f3-4650-986f-2e0b0f823007 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:05:13.944703 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-c7f91cc8-e4e5-48c9-89c1-e3d54c0523bd service neutron] Checking agent: {'id': 'af4a1f75-de88-4cee-8975-566385aedde2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 5, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:05:13.945070 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-c7f91cc8-e4e5-48c9-89c1-e3d54c0523bd service neutron] Checking segment: {'id': '1c51cb10-7616-40ac-b97a-85274b7996b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:05:13.945472 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-c7f91cc8-e4e5-48c9-89c1-e3d54c0523bd service neutron] Bound using segment: {'id': '1c51cb10-7616-40ac-b97a-85274b7996b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007'} {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:05:13.945922 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-c7f91cc8-e4e5-48c9-89c1-e3d54c0523bd service neutron] Bound port: d6db6ace-34c2-413a-8efd-6b8a71667a15, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c51cb10-7616-40ac-b97a-85274b7996b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007'}}] {{(pid=115719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:05:13.946293 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-c7f91cc8-e4e5-48c9-89c1-e3d54c0523bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (d6db6ace-34c2-413a-8efd-6b8a71667a15), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:14.003727 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d0897002-796a-43c7-8f0c-5ff43092774c req-c47c4a1a-b9d1-43d2-ac5a-822ff6f3ed42 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821252 Mar 31 16:05:14.033598 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-c7f91cc8-e4e5-48c9-89c1-e3d54c0523bd service neutron] For port d6db6ace-34c2-413a-8efd-6b8a71667a15, host hv-cinder-83602, cleared binding levels {{(pid=115719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:05:14.037089 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-c7f91cc8-e4e5-48c9-89c1-e3d54c0523bd service neutron] For port d6db6ace-34c2-413a-8efd-6b8a71667a15, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=d6db6ace-34c2-413a-8efd-6b8a71667a15,segment=NetworkSegment(1c51cb10-7616-40ac-b97a-85274b7996b5),segment_id=1c51cb10-7616-40ac-b97a-85274b7996b5)] {{(pid=115719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:05:14.172111 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-c7f91cc8-e4e5-48c9-89c1-e3d54c0523bd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (d6db6ace-34c2-413a-8efd-6b8a71667a15), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:14.208984 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-c7f91cc8-e4e5-48c9-89c1-e3d54c0523bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:14.210074 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-c7f91cc8-e4e5-48c9-89c1-e3d54c0523bd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:14.211122 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-c7f91cc8-e4e5-48c9-89c1-e3d54c0523bd service neutron] 10.222.0.24 "PUT /v2.0/ports/d6db6ace-34c2-413a-8efd-6b8a71667a15 HTTP/1.1" status: 200 len: 1094 time: 0.9030461 Mar 31 16:05:14.213154 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c22fd7dd-977f-4d9e-8aed-32e4413d7008', 'tag': 'd6db6ace-34c2-413a-8efd-6b8a71667a15'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:05:14.215413 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7387cb2f-6342-49dd-ae84-606132548148" -d '{"events": [{"name": "network-changed", "server_uuid": "c22fd7dd-977f-4d9e-8aed-32e4413d7008", "tag": "d6db6ace-34c2-413a-8efd-6b8a71667a15"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:05:14.254901 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:05:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b9963e-7c63-4c2f-add8-e9a8f92b2ca7 x-openstack-request-id: req-a5b9963e-7c63-4c2f-add8-e9a8f92b2ca7 {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:05:14.255198 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c22fd7dd-977f-4d9e-8aed-32e4413d7008", "tag": "d6db6ace-34c2-413a-8efd-6b8a71667a15", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:05:14.255457 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a5b9963e-7c63-4c2f-add8-e9a8f92b2ca7 {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:05:14.255869 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a5b9963e-7c63-4c2f-add8-e9a8f92b2ca7'] response: {'name': 'network-changed', 'server_uuid': 'c22fd7dd-977f-4d9e-8aed-32e4413d7008', 'tag': 'd6db6ace-34c2-413a-8efd-6b8a71667a15', 'status': 'completed', 'code': 200} Mar 31 16:05:14.256622 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f91cc8-e4e5-48c9-89c1-e3d54c0523bd service neutron] Pushing event updated for resources: {'Port': ['ID=d6db6ace-34c2-413a-8efd-6b8a71667a15,revision_number=3']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:14.343384 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387cb2f-6342-49dd-ae84-606132548148 req-d5a0bd55-9813-41bc-87c0-d4c5d828b801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:14.344938 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7387cb2f-6342-49dd-ae84-606132548148 req-d5a0bd55-9813-41bc-87c0-d4c5d828b801 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d28aaeb531446a9b212059b5344459d&device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 1128 time: 0.0481522 Mar 31 16:05:14.445911 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387cb2f-6342-49dd-ae84-606132548148 req-5b60e207-a7ac-45b6-989f-f400badc79e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:14.447270 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7387cb2f-6342-49dd-ae84-606132548148 req-5b60e207-a7ac-45b6-989f-f400badc79e3 service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4d28aaeb531446a9b212059b5344459d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0895023 Mar 31 16:05:14.538345 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387cb2f-6342-49dd-ae84-606132548148 req-985798c9-84e4-46e4-b093-f5b8677bc153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:14.539776 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-7387cb2f-6342-49dd-ae84-606132548148 req-985798c9-84e4-46e4-b093-f5b8677bc153 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0865626 Mar 31 16:05:14.637669 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-6fd3ea57-16a7-4abc-9452-22c2e34a8e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:14.639112 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-6fd3ea57-16a7-4abc-9452-22c2e34a8e6f service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d28aaeb531446a9b212059b5344459d&device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 1128 time: 0.0437024 Mar 31 16:05:14.951277 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-2718277a-fea1-402b-8cbf-5a9ad1786041 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6db6ace-34c2-413a-8efd-6b8a71667a15 HTTP/1.1" status: 200 len: 217 time: 0.2982249 Mar 31 16:05:14.997858 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-38553215-c6fd-4297-a62d-c7114eb4cc67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:14.999208 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-38553215-c6fd-4297-a62d-c7114eb4cc67 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a388edde-e6ab-469e-a1b2-5165885b5edc HTTP/1.1" status: 200 len: 851 time: 0.0416508 Mar 31 16:05:15.045790 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-d91776aa-2f55-4cea-bf81-42b7866fa78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:15.047254 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-d91776aa-2f55-4cea-bf81-42b7866fa78f service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd396baf-32f3-4650-986f-2e0b0f823007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422969 Mar 31 16:05:15.164110 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-fc21e036-507b-461b-bc00-be9149a9eefb service neutron] 10.222.0.24 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110225 Mar 31 16:05:15.174329 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3321c263-cf69-45ca-b466-42c0d35743cc req-419de388-a8e9-4cd7-8223-bb2a93e64dbb tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:15.175671 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3321c263-cf69-45ca-b466-42c0d35743cc req-419de388-a8e9-4cd7-8223-bb2a93e64dbb tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 944 time: 0.0810108 Mar 31 16:05:15.271977 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-3321c263-cf69-45ca-b466-42c0d35743cc req-a4bffc5f-61cd-4fb3-acbb-15eaf583dabe tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907128 Mar 31 16:05:15.299009 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6569e411-bcce-461c-9766-2f5f990f6bbc req-77516e44-599e-409e-99cf-93c735aef387 service neutron] 10.222.0.24 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122806 Mar 31 16:05:16.387929 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89226106-d61c-4b2e-beb1-ffbefecb03ab req-4c2dad90-781f-4d32-a13c-f737403ad850 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:16.389376 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-89226106-d61c-4b2e-beb1-ffbefecb03ab req-4c2dad90-781f-4d32-a13c-f737403ad850 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 944 time: 0.0514276 Mar 31 16:05:16.436972 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-89226106-d61c-4b2e-beb1-ffbefecb03ab req-8039cefe-111f-43c6-88a6-f77374ab2479 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419827 Mar 31 16:05:17.001096 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-245a0290-5f3e-4810-9b62-81c2507c6812 req-ca974c08-dc9d-4ac5-aad0-30b65732b5c9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423546 Mar 31 16:05:17.104876 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a0290-5f3e-4810-9b62-81c2507c6812 req-a24a0aa4-c09e-4350-a1fb-8e978f3d180b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:17.106281 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-245a0290-5f3e-4810-9b62-81c2507c6812 req-a24a0aa4-c09e-4350-a1fb-8e978f3d180b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3eb6cb740de46858b563c91534e31e1&device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 1129 time: 0.0471129 Mar 31 16:05:17.204055 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a0290-5f3e-4810-9b62-81c2507c6812 req-85a0d7fe-d738-4cbf-8e59-7aba01d98296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:17.205500 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-245a0290-5f3e-4810-9b62-81c2507c6812 req-85a0d7fe-d738-4cbf-8e59-7aba01d98296 service neutron] 10.222.0.24 "GET /v2.0/networks?id=f5df2171-df10-40fb-8d87-a14b51591fae HTTP/1.1" status: 200 len: 910 time: 0.0823355 Mar 31 16:05:17.275201 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-245a0290-5f3e-4810-9b62-81c2507c6812 req-21fc9ee5-2491-4f2a-b405-4de2a06ce3ea service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1549e82-b2e5-4241-92ef-36c5bd4b8c4b HTTP/1.1" status: 200 len: 1001 time: 0.0602922 Mar 31 16:05:17.321504 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a0290-5f3e-4810-9b62-81c2507c6812 req-2f268173-557f-4758-84db-88399ecd5d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:17.322938 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-245a0290-5f3e-4810-9b62-81c2507c6812 req-2f268173-557f-4758-84db-88399ecd5d3c service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d60ba0c-54d1-460c-add1-62a21777b3ba HTTP/1.1" status: 200 len: 848 time: 0.0421653 Mar 31 16:05:17.371580 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245a0290-5f3e-4810-9b62-81c2507c6812 req-1dd86750-39bd-4dd7-a91b-46c7b9ae733d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:17.373000 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-245a0290-5f3e-4810-9b62-81c2507c6812 req-1dd86750-39bd-4dd7-a91b-46c7b9ae733d service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5df2171-df10-40fb-8d87-a14b51591fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0433006 Mar 31 16:05:17.460967 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-245a0290-5f3e-4810-9b62-81c2507c6812 req-572e99e9-e350-4c06-99c7-33cc2c58addc service neutron] 10.222.0.24 "GET /v2.0/networks/f5df2171-df10-40fb-8d87-a14b51591fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816493 Mar 31 16:05:17.585911 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352dd4d-f40b-4e25-ac73-7808d42fe809 req-198b94dc-cb29-492e-981f-5b09274df7a6 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:17.587364 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0352dd4d-f40b-4e25-ac73-7808d42fe809 req-198b94dc-cb29-492e-981f-5b09274df7a6 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 944 time: 0.0796371 Mar 31 16:05:17.589133 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-245a0290-5f3e-4810-9b62-81c2507c6812 req-bad01345-67f3-4838-bb24-a01fc2b9252c service neutron] 10.222.0.24 "GET /v2.0/networks/f5df2171-df10-40fb-8d87-a14b51591fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221354 Mar 31 16:05:17.639844 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0352dd4d-f40b-4e25-ac73-7808d42fe809 req-cc65cd91-34d9-411e-8838-01c51172ee5a tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461292 Mar 31 16:05:18.754729 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c5cc79-60c8-4b3b-822c-ebd387014bd8 req-9cfeb018-0203-4702-865d-6c7dfb959ba3 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:18.756221 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-87c5cc79-60c8-4b3b-822c-ebd387014bd8 req-9cfeb018-0203-4702-865d-6c7dfb959ba3 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 944 time: 0.0511179 Mar 31 16:05:18.803857 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-87c5cc79-60c8-4b3b-822c-ebd387014bd8 req-ed9f1c69-c387-4d63-9bdc-ee9ec281589b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420847 Mar 31 16:05:19.919513 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282cb74-aeb0-4011-a3ae-2c1bc1db09bd req-76a44a1a-3f18-4530-ac7d-0af4b5e8540f tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:19.920999 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d282cb74-aeb0-4011-a3ae-2c1bc1db09bd req-76a44a1a-3f18-4530-ac7d-0af4b5e8540f tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 944 time: 0.0513036 Mar 31 16:05:19.968403 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d282cb74-aeb0-4011-a3ae-2c1bc1db09bd req-d71bed60-2f76-4544-8b09-1398c76c565f tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418978 Mar 31 16:05:21.086326 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946c7ae-33ed-429c-9b16-415aa603b6b5 req-4d133162-080b-46a1-9307-e8fd9196a7cd tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:21.087698 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2946c7ae-33ed-429c-9b16-415aa603b6b5 req-4d133162-080b-46a1-9307-e8fd9196a7cd tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 944 time: 0.0550370 Mar 31 16:05:21.135290 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2946c7ae-33ed-429c-9b16-415aa603b6b5 req-58c715d2-88b5-4074-a4dd-0b43570d46d0 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413766 Mar 31 16:05:22.251946 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c901116e-3a37-40d7-a26d-519a557509a2 req-9c4fd3ee-ed34-4e5a-9201-60ad86fa372e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:22.253482 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c901116e-3a37-40d7-a26d-519a557509a2 req-9c4fd3ee-ed34-4e5a-9201-60ad86fa372e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 944 time: 0.0518267 Mar 31 16:05:22.301433 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c901116e-3a37-40d7-a26d-519a557509a2 req-d1eb58a5-9a88-40ac-8053-9ed3937ff755 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423396 Mar 31 16:05:23.423005 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326deab7-1ad0-4a6e-932f-004ef822da9e req-f3995a2b-a269-42ee-affa-7f8429d035ad tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:23.424508 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-326deab7-1ad0-4a6e-932f-004ef822da9e req-f3995a2b-a269-42ee-affa-7f8429d035ad tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 944 time: 0.0560677 Mar 31 16:05:23.472139 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-326deab7-1ad0-4a6e-932f-004ef822da9e req-a7e366a4-5184-4103-866d-1074514d7719 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420756 Mar 31 16:05:24.591424 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a9bf1-88d3-4e7a-b76b-d3a1c9fcdc85 req-b1ca9e2f-b99d-4028-ae07-080f4b681b5e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:24.592849 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b59a9bf1-88d3-4e7a-b76b-d3a1c9fcdc85 req-b1ca9e2f-b99d-4028-ae07-080f4b681b5e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 944 time: 0.0537534 Mar 31 16:05:24.640891 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b59a9bf1-88d3-4e7a-b76b-d3a1c9fcdc85 req-cfa6ed49-a89f-4333-824e-072566fa9c96 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424981 Mar 31 16:05:24.963363 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device d6db6ace-34c2-413a-8efd-6b8a71667a15 details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=115721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:05:25.061011 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port d6db6ace-34c2-413a-8efd-6b8a71667a15, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=d6db6ace-34c2-413a-8efd-6b8a71667a15,segment=NetworkSegment(1c51cb10-7616-40ac-b97a-85274b7996b5),segment_id=1c51cb10-7616-40ac-b97a-85274b7996b5)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:05:25.072227 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Returning: {'device': 'd6db6ace-34c2-413a-8efd-6b8a71667a15', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'port_id': 'd6db6ace-34c2-413a-8efd-6b8a71667a15', 'mac_address': 'fa:16:3e:ab:2b:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:05:25.108018 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port d6db6ace-34c2-413a-8efd-6b8a71667a15 is: DOWN; New status is: BUILD {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:05:25.108433 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (d6db6ace-34c2-413a-8efd-6b8a71667a15), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:25.120804 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6db6ace-34c2-413a-8efd-6b8a71667a15 {{(pid=115721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:05:25.139203 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port d6db6ace-34c2-413a-8efd-6b8a71667a15, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=d6db6ace-34c2-413a-8efd-6b8a71667a15,segment=NetworkSegment(1c51cb10-7616-40ac-b97a-85274b7996b5),segment_id=1c51cb10-7616-40ac-b97a-85274b7996b5)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:05:25.199827 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (d6db6ace-34c2-413a-8efd-6b8a71667a15), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:25.245882 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=d6db6ace-34c2-413a-8efd-6b8a71667a15,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:25.502780 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['d6db6ace-34c2-413a-8efd-6b8a71667a15'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:05:25.758706 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da270087-c5f9-492f-8414-120c2f6e1790 req-91642f8e-da17-4283-ac94-b20fdb45dc9c tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:25.760107 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-da270087-c5f9-492f-8414-120c2f6e1790 req-91642f8e-da17-4283-ac94-b20fdb45dc9c tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 945 time: 0.0521262 Mar 31 16:05:25.811612 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-da270087-c5f9-492f-8414-120c2f6e1790 req-ac329db0-34f8-4794-9e10-08848e24e9ba tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454042 Mar 31 16:05:26.929739 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf6f15f-8644-45a1-82e9-cd1204efaa9d req-be7ef36e-566c-45f0-a85f-9b4bfb9aac3d tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:26.931212 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cdf6f15f-8644-45a1-82e9-cd1204efaa9d req-be7ef36e-566c-45f0-a85f-9b4bfb9aac3d tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 945 time: 0.0527482 Mar 31 16:05:26.978845 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cdf6f15f-8644-45a1-82e9-cd1204efaa9d req-95116ea6-7371-480c-8945-7aea406e8552 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420623 Mar 31 16:05:26.984567 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device d6db6ace-34c2-413a-8efd-6b8a71667a15 up at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:05:27.095683 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning for port d6db6ace-34c2-413a-8efd-6b8a71667a15 completed by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:05:27.099715 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning complete for port d6db6ace-34c2-413a-8efd-6b8a71667a15 triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:05:27.100127 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (d6db6ace-34c2-413a-8efd-6b8a71667a15), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:27.175459 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port d6db6ace-34c2-413a-8efd-6b8a71667a15 is: BUILD; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:05:27.175851 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (d6db6ace-34c2-413a-8efd-6b8a71667a15), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:27.197265 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22fd7dd-977f-4d9e-8aed-32e4413d7008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6db6ace-34c2-413a-8efd-6b8a71667a15'}] {{(pid=115721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:05:27.199735 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dbd394bfc303c33638f161c815dd3ff8081b22df1313fe1def72e09edd93f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af38d7bd-11bf-4af9-b49d-e810257c6291" -d '{"events": [{"server_uuid": "c22fd7dd-977f-4d9e-8aed-32e4413d7008", "name": "network-vif-plugged", "status": "completed", "tag": "d6db6ace-34c2-413a-8efd-6b8a71667a15"}]}' {{(pid=115721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:05:27.214467 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port d6db6ace-34c2-413a-8efd-6b8a71667a15, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=d6db6ace-34c2-413a-8efd-6b8a71667a15,segment=NetworkSegment(1c51cb10-7616-40ac-b97a-85274b7996b5),segment_id=1c51cb10-7616-40ac-b97a-85274b7996b5)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:05:27.236159 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a2516d8-1d87-42af-b40b-ee0fcb1f592b x-openstack-request-id: req-3a2516d8-1d87-42af-b40b-ee0fcb1f592b {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:05:27.236456 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22fd7dd-977f-4d9e-8aed-32e4413d7008", "name": "network-vif-plugged", "status": "completed", "tag": "d6db6ace-34c2-413a-8efd-6b8a71667a15", "code": 200}]} {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:05:27.236717 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-3a2516d8-1d87-42af-b40b-ee0fcb1f592b {{(pid=115721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:05:27.237121 dv-cinder-836028-1-iscsi neutron-server[115721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a2516d8-1d87-42af-b40b-ee0fcb1f592b'] response: {'server_uuid': 'c22fd7dd-977f-4d9e-8aed-32e4413d7008', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6db6ace-34c2-413a-8efd-6b8a71667a15', 'code': 200} Mar 31 16:05:27.307447 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (d6db6ace-34c2-413a-8efd-6b8a71667a15), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:27.354067 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=d6db6ace-34c2-413a-8efd-6b8a71667a15,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:27.639016 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb7e32-a658-49a1-834d-de826c2d7f07 req-054a5f8d-de12-44bf-b8a8-dc62a7cf9cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:27.640420 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c1bb7e32-a658-49a1-834d-de826c2d7f07 req-054a5f8d-de12-44bf-b8a8-dc62a7cf9cbc service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 1130 time: 0.0428293 Mar 31 16:05:27.683878 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c1bb7e32-a658-49a1-834d-de826c2d7f07 req-b446eff7-824d-4854-b2de-2bebe1c2b4aa service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375578 Mar 31 16:05:28.100091 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf3120c-b7b4-4045-a64e-75a65836a3dd req-66d7b047-4221-474b-830a-eed8990da886 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:28.101571 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dcf3120c-b7b4-4045-a64e-75a65836a3dd req-66d7b047-4221-474b-830a-eed8990da886 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 946 time: 0.0553701 Mar 31 16:05:28.149527 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dcf3120c-b7b4-4045-a64e-75a65836a3dd req-c657d3ce-d44a-453a-8c69-04f825a63e06 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424161 Mar 31 16:05:29.265712 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88b8eed-1bfa-4f41-9130-f44aa8ad61cd req-661f4b52-1916-4da2-a082-785b89505e50 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:29.267182 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f88b8eed-1bfa-4f41-9130-f44aa8ad61cd req-661f4b52-1916-4da2-a082-785b89505e50 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 946 time: 0.0520766 Mar 31 16:05:29.316399 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f88b8eed-1bfa-4f41-9130-f44aa8ad61cd req-2a5606e8-4b1c-4fe5-9908-74d824a86104 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433285 Mar 31 16:05:29.431297 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b8588-564e-42bb-b21e-0a2925d677b3 req-5ee31ee0-1138-4b6f-a976-64ecb29ab5ce tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:29.432726 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c38b8588-564e-42bb-b21e-0a2925d677b3 req-5ee31ee0-1138-4b6f-a976-64ecb29ab5ce tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 946 time: 0.0510647 Mar 31 16:05:29.484436 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c38b8588-564e-42bb-b21e-0a2925d677b3 req-3dceecb5-b8f3-47e2-bf03-1a00543a8a03 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455394 Mar 31 16:05:29.506280 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 40928) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:05:29.548445 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05acf952-66f4-4e9f-9406-ad45139a9ed7 tempest-TestVolumeBootPattern-267310861 tempest-TestVolumeBootPattern-267310861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:29.549922 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-05acf952-66f4-4e9f-9406-ad45139a9ed7 tempest-TestVolumeBootPattern-267310861 tempest-TestVolumeBootPattern-267310861-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 1125 time: 0.0426927 Mar 31 16:05:29.552731 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 40930) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:05:29.556858 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-2737de1c-9587-4afc-9e71-b62fee5b0cce tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Request body: {'floatingip': {'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'port_id': 'd6db6ace-34c2-413a-8efd-6b8a71667a15', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:05:29.649879 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2737de1c-9587-4afc-9e71-b62fee5b0cce tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:29.742498 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2737de1c-9587-4afc-9e71-b62fee5b0cce tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:29.845367 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [None req-2737de1c-9587-4afc-9e71-b62fee5b0cce tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Allocated IP 172.27.0.61 (3b1a5cd5-bca8-4f86-be99-483986f7f547/c4390997-9a11-4c24-ae70-32af92bbcdb2/0fd74b3a-d21c-4fda-a674-aa93f2bd604f) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:05:29.941027 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2737de1c-9587-4afc-9e71-b62fee5b0cce tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for port (0fd74b3a-d21c-4fda-a674-aa93f2bd604f), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:30.029215 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2737de1c-9587-4afc-9e71-b62fee5b0cce tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (0fd74b3a-d21c-4fda-a674-aa93f2bd604f), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:30.068510 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2737de1c-9587-4afc-9e71-b62fee5b0cce tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Network 3b1a5cd5-bca8-4f86-be99-483986f7f547 is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:05:30.071258 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [None req-2737de1c-9587-4afc-9e71-b62fee5b0cce tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:05:30.074992 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2737de1c-9587-4afc-9e71-b62fee5b0cce tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:05:30.102029 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737de1c-9587-4afc-9e71-b62fee5b0cce tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Pushing event updated for resources: {'Port': ['ID=0fd74b3a-d21c-4fda-a674-aa93f2bd604f,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:30.422433 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2737de1c-9587-4afc-9e71-b62fee5b0cce tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for floatingip (f06b2b61-9654-40d0-8b29-8c84c5709d6b), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:30.551874 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2737de1c-9587-4afc-9e71-b62fee5b0cce tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (0fd74b3a-d21c-4fda-a674-aa93f2bd604f), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:30.702315 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2737de1c-9587-4afc-9e71-b62fee5b0cce tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for port (0fd74b3a-d21c-4fda-a674-aa93f2bd604f), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:30.759470 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2737de1c-9587-4afc-9e71-b62fee5b0cce tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (0fd74b3a-d21c-4fda-a674-aa93f2bd604f), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:30.824205 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2737de1c-9587-4afc-9e71-b62fee5b0cce tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Pushing event updated for resources: {'Port': ['ID=0fd74b3a-d21c-4fda-a674-aa93f2bd604f,revision_number=2']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:05:30.836199 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2737de1c-9587-4afc-9e71-b62fee5b0cce tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (f06b2b61-9654-40d0-8b29-8c84c5709d6b), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:30.935001 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.db.l3_db [None req-2737de1c-9587-4afc-9e71-b62fee5b0cce tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Floating IP f06b2b61-9654-40d0-8b29-8c84c5709d6b associated. External IP: 172.27.0.61, port: d6db6ace-34c2-413a-8efd-6b8a71667a15. Mar 31 16:05:31.139323 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2737de1c-9587-4afc-9e71-b62fee5b0cce tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Router 100dbd7d-3bff-4ae1-af07-146084398759 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:05:31.244735 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2737de1c-9587-4afc-9e71-b62fee5b0cce tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:05:31.259010 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e29b1b-daaf-4a7a-bfd7-7364f6f67c3c None None] Sync routers for ids ['100dbd7d-3bff-4ae1-af07-146084398759'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:05:31.268728 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e29b1b-daaf-4a7a-bfd7-7364f6f67c3c None None] Routers {'100dbd7d-3bff-4ae1-af07-146084398759'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:05:31.269348 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-a8e29b1b-daaf-4a7a-bfd7-7364f6f67c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:05:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['100dbd7d-3bff-4ae1-af07-146084398759'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:05:31.327565 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-2737de1c-9587-4afc-9e71-b62fee5b0cce tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:31.356904 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-2737de1c-9587-4afc-9e71-b62fee5b0cce tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8026497 Mar 31 16:05:31.357583 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c22fd7dd-977f-4d9e-8aed-32e4413d7008', 'tag': 'd6db6ace-34c2-413a-8efd-6b8a71667a15'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:05:31.359815 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4bcfbc-f327-4511-8208-829151dcd56c" -d '{"events": [{"name": "network-changed", "server_uuid": "c22fd7dd-977f-4d9e-8aed-32e4413d7008", "tag": "d6db6ace-34c2-413a-8efd-6b8a71667a15"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:05:31.387578 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-a8e29b1b-daaf-4a7a-bfd7-7364f6f67c3c None None] Set router 100dbd7d-3bff-4ae1-af07-146084398759 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:05:31.394144 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2345f9e5-86eb-45b6-b051-6997fad0c8af x-openstack-request-id: req-2345f9e5-86eb-45b6-b051-6997fad0c8af {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:05:31.394438 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c22fd7dd-977f-4d9e-8aed-32e4413d7008", "tag": "d6db6ace-34c2-413a-8efd-6b8a71667a15", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:05:31.394701 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-2345f9e5-86eb-45b6-b051-6997fad0c8af {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:05:31.395112 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2345f9e5-86eb-45b6-b051-6997fad0c8af'] response: {'name': 'network-changed', 'server_uuid': 'c22fd7dd-977f-4d9e-8aed-32e4413d7008', 'tag': 'd6db6ace-34c2-413a-8efd-6b8a71667a15', 'status': 'completed', 'code': 200} Mar 31 16:05:31.479195 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bcfbc-f327-4511-8208-829151dcd56c req-377b4b27-10b8-4e68-9547-d912b2c8f49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:31.480762 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ec4bcfbc-f327-4511-8208-829151dcd56c req-377b4b27-10b8-4e68-9547-d912b2c8f49b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d28aaeb531446a9b212059b5344459d&device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 1130 time: 0.0445364 Mar 31 16:05:31.570198 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bcfbc-f327-4511-8208-829151dcd56c req-8e8c04b7-971f-429a-8d9f-464899ed4fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:31.571730 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ec4bcfbc-f327-4511-8208-829151dcd56c req-8e8c04b7-971f-429a-8d9f-464899ed4fc4 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd396baf-32f3-4650-986f-2e0b0f823007 HTTP/1.1" status: 200 len: 913 time: 0.0850308 Mar 31 16:05:31.605362 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-a8e29b1b-daaf-4a7a-bfd7-7364f6f67c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100dbd7d-3bff-4ae1-af07-146084398759', 'name': 'tempest-TestVolumeBootPattern-1737969383-router', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:08Z', 'updated_at': '2022-03-31T16:02:11Z', 'revision_number': 4, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'gw_port': {'id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:09Z', 'updated_at': '2022-03-31T16:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': 'f06b2b61-9654-40d0-8b29-8c84c5709d6b', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'port_id': 'd6db6ace-34c2-413a-8efd-6b8a71667a15', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'mac_address': 'fa:16:3e:ab:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22fd7dd-977f-4d9e-8aed-32e4413d7008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:05:30Z', 'updated_at': '2022-03-31T16:05:30Z', 'revision_number': 0, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007da67d-e8c1-463d-ab83-edbf911c80a0', 'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'mac_address': 'fa:16:3e:89:36:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:11Z', 'updated_at': '2022-03-31T16:02:16Z', 'revision_number': 5, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'subnets': [{'id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:05:31.634126 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e29b1b-daaf-4a7a-bfd7-7364f6f67c3c None None] Checking router: 100dbd7d-3bff-4ae1-af07-146084398759 for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:05:31.634397 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ec4bcfbc-f327-4511-8208-829151dcd56c req-7ea7d256-91e4-4b1e-b1e1-200df592e366 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6db6ace-34c2-413a-8efd-6b8a71667a15 HTTP/1.1" status: 200 len: 999 time: 0.0573578 Mar 31 16:05:31.642278 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8e29b1b-daaf-4a7a-bfd7-7364f6f67c3c None None] Routers {'100dbd7d-3bff-4ae1-af07-146084398759'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:05:31.642821 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-a8e29b1b-daaf-4a7a-bfd7-7364f6f67c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:05:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['100dbd7d-3bff-4ae1-af07-146084398759'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:05:31.681218 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bcfbc-f327-4511-8208-829151dcd56c req-0bedcf98-cf70-4262-ad19-9bbf20a9e585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:31.682662 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ec4bcfbc-f327-4511-8208-829151dcd56c req-0bedcf98-cf70-4262-ad19-9bbf20a9e585 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a388edde-e6ab-469e-a1b2-5165885b5edc HTTP/1.1" status: 200 len: 851 time: 0.0431418 Mar 31 16:05:31.733728 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4bcfbc-f327-4511-8208-829151dcd56c req-27167eff-e431-45f8-b1d6-bab409d7fb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:05:31.735211 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ec4bcfbc-f327-4511-8208-829151dcd56c req-27167eff-e431-45f8-b1d6-bab409d7fb41 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd396baf-32f3-4650-986f-2e0b0f823007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463779 Mar 31 16:05:31.744881 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-a8e29b1b-daaf-4a7a-bfd7-7364f6f67c3c None None] Set router 100dbd7d-3bff-4ae1-af07-146084398759 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:05:31.820972 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ec4bcfbc-f327-4511-8208-829151dcd56c req-4a7f5666-febf-4519-a5a1-fecf573bfedd service neutron] 10.222.0.24 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798812 Mar 31 16:05:31.913150 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ec4bcfbc-f327-4511-8208-829151dcd56c req-77d946c8-fdf1-477b-9fb3-e425e8fb7e8f service neutron] 10.222.0.24 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866582 Mar 31 16:05:32.091258 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-a8e29b1b-daaf-4a7a-bfd7-7364f6f67c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100dbd7d-3bff-4ae1-af07-146084398759', 'name': 'tempest-TestVolumeBootPattern-1737969383-router', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:08Z', 'updated_at': '2022-03-31T16:02:11Z', 'revision_number': 4, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'gw_port': {'id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:09Z', 'updated_at': '2022-03-31T16:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': 'f06b2b61-9654-40d0-8b29-8c84c5709d6b', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'port_id': 'd6db6ace-34c2-413a-8efd-6b8a71667a15', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'mac_address': 'fa:16:3e:ab:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22fd7dd-977f-4d9e-8aed-32e4413d7008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:05:30Z', 'updated_at': '2022-03-31T16:05:30Z', 'revision_number': 0, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007da67d-e8c1-463d-ab83-edbf911c80a0', 'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'mac_address': 'fa:16:3e:89:36:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:11Z', 'updated_at': '2022-03-31T16:02:16Z', 'revision_number': 5, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'subnets': [{'id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:05:32.116728 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8e29b1b-daaf-4a7a-bfd7-7364f6f67c3c None None] The sync data for ids ['100dbd7d-3bff-4ae1-af07-146084398759'] in dv-cinder-836028-1-iscsi is: [{'id': '100dbd7d-3bff-4ae1-af07-146084398759', 'name': 'tempest-TestVolumeBootPattern-1737969383-router', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:08Z', 'updated_at': '2022-03-31T16:02:11Z', 'revision_number': 4, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'gw_port': {'id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:09Z', 'updated_at': '2022-03-31T16:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': 'f06b2b61-9654-40d0-8b29-8c84c5709d6b', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'port_id': 'd6db6ace-34c2-413a-8efd-6b8a71667a15', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'mac_address': 'fa:16:3e:ab:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22fd7dd-977f-4d9e-8aed-32e4413d7008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:05:30Z', 'updated_at': '2022-03-31T16:05:30Z', 'revision_number': 0, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007da67d-e8c1-463d-ab83-edbf911c80a0', 'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'mac_address': 'fa:16:3e:89:36:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:11Z', 'updated_at': '2022-03-31T16:02:16Z', 'revision_number': 5, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'subnets': [{'id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:05:32.302939 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49cd9750-613d-4e72-835b-253c85c768a2 None None] New status for floating IP f06b2b61-9654-40d0-8b29-8c84c5709d6b: ACTIVE {{(pid=115722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:05:34.794407 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-d8798a7a-8774-40e8-9c39-fc4cb79f7fd8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:36.970551 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-5da6aa4a-ebdc-4640-8224-27210d887c56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:37.930877 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:38.433873 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:39.422263 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:41.068307 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:05:49.798657 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:06:04.764140 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-7ddaa0bc-e176-4023-b49c-001858485958 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:06.981546 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-e2a57d10-7968-415a-ae05-74f9934d008b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:07.861469 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:08.432895 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:09.364134 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:10.741955 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 40950) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:06:11.055613 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:11.257861 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-0f808697-a33b-4ffd-abf1-eb282d182c38 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Deleting port 1a704c6d-0f22-492f-8aeb-4b9ef2e272df {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:06:11.258200 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-0f808697-a33b-4ffd-abf1-eb282d182c38 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (1a704c6d-0f22-492f-8aeb-4b9ef2e272df), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:11.332817 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-0f808697-a33b-4ffd-abf1-eb282d182c38 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (1a704c6d-0f22-492f-8aeb-4b9ef2e272df), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:11.333073 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-0f808697-a33b-4ffd-abf1-eb282d182c38 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for floatingip (1a704c6d-0f22-492f-8aeb-4b9ef2e272df), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:11.345954 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-0f808697-a33b-4ffd-abf1-eb282d182c38 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Calling delete_port for 1a704c6d-0f22-492f-8aeb-4b9ef2e272df owned by network:floatingip {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:06:11.552994 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-0f808697-a33b-4ffd-abf1-eb282d182c38 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (1a704c6d-0f22-492f-8aeb-4b9ef2e272df), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:11.575945 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f808697-a33b-4ffd-abf1-eb282d182c38 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Pushing event deleted for resources: {'Port': ['ID=1a704c6d-0f22-492f-8aeb-4b9ef2e272df,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:11.586267 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f808697-a33b-4ffd-abf1-eb282d182c38 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:11.586552 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f808697-a33b-4ffd-abf1-eb282d182c38 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:11.586902 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f808697-a33b-4ffd-abf1-eb282d182c38 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:11.587248 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f808697-a33b-4ffd-abf1-eb282d182c38 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:11.587586 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f808697-a33b-4ffd-abf1-eb282d182c38 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:11.588468 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f808697-a33b-4ffd-abf1-eb282d182c38 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:11.588468 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f808697-a33b-4ffd-abf1-eb282d182c38 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:11.588660 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f808697-a33b-4ffd-abf1-eb282d182c38 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:11.588927 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f808697-a33b-4ffd-abf1-eb282d182c38 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:11.589260 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f808697-a33b-4ffd-abf1-eb282d182c38 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:11.589591 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f808697-a33b-4ffd-abf1-eb282d182c38 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:11.589923 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f808697-a33b-4ffd-abf1-eb282d182c38 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:11.590256 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f808697-a33b-4ffd-abf1-eb282d182c38 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:11.590584 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f808697-a33b-4ffd-abf1-eb282d182c38 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:11.590911 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f808697-a33b-4ffd-abf1-eb282d182c38 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:11.652238 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-0f808697-a33b-4ffd-abf1-eb282d182c38 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for floatingip (941f83f8-c611-4a57-ae2e-e763fd3b75e1), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:11.652572 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.db.l3_db [None req-0f808697-a33b-4ffd-abf1-eb282d182c38 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Floating IP 941f83f8-c611-4a57-ae2e-e763fd3b75e1 disassociated (deleted). External IP: 172.27.0.211, port: b1549e82-b2e5-4241-92ef-36c5bd4b8c4b. Mar 31 16:06:11.858960 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f808697-a33b-4ffd-abf1-eb282d182c38 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Router 83adb733-fb89-4add-86ae-f1198a667c32 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:06:11.965038 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f808697-a33b-4ffd-abf1-eb282d182c38 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:06:11.969713 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-0f808697-a33b-4ffd-abf1-eb282d182c38 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:11.974460 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ee5ae8-fb7d-4ffa-9458-01dc3995f654 None None] Sync routers for ids ['83adb733-fb89-4add-86ae-f1198a667c32'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:06:11.984096 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ee5ae8-fb7d-4ffa-9458-01dc3995f654 None None] Routers {'83adb733-fb89-4add-86ae-f1198a667c32'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:06:11.984719 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-71ee5ae8-fb7d-4ffa-9458-01dc3995f654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:06:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['83adb733-fb89-4add-86ae-f1198a667c32'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:11.998957 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-0f808697-a33b-4ffd-abf1-eb282d182c38 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "DELETE /v2.0/floatingips/941f83f8-c611-4a57-ae2e-e763fd3b75e1 HTTP/1.1" status: 204 len: 168 time: 1.2559943 Mar 31 16:06:11.999532 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34df790e-aece-4220-9922-f339972a0985', 'tag': 'b1549e82-b2e5-4241-92ef-36c5bd4b8c4b'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:06:12.001791 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a287d7-e3d7-4e8d-be8f-106501537e0f" -d '{"events": [{"name": "network-changed", "server_uuid": "34df790e-aece-4220-9922-f339972a0985", "tag": "b1549e82-b2e5-4241-92ef-36c5bd4b8c4b"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:06:12.043406 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:06:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c33a652-8074-42be-af67-eede6f2fc5c8 x-openstack-request-id: req-1c33a652-8074-42be-af67-eede6f2fc5c8 {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:06:12.043700 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34df790e-aece-4220-9922-f339972a0985", "tag": "b1549e82-b2e5-4241-92ef-36c5bd4b8c4b", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:06:12.043951 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-1c33a652-8074-42be-af67-eede6f2fc5c8 {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:06:12.044390 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c33a652-8074-42be-af67-eede6f2fc5c8'] response: {'name': 'network-changed', 'server_uuid': '34df790e-aece-4220-9922-f339972a0985', 'tag': 'b1549e82-b2e5-4241-92ef-36c5bd4b8c4b', 'status': 'completed', 'code': 200} Mar 31 16:06:12.094893 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-71ee5ae8-fb7d-4ffa-9458-01dc3995f654 None None] Set router 83adb733-fb89-4add-86ae-f1198a667c32 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:06:12.132483 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a287d7-e3d7-4e8d-be8f-106501537e0f req-c2046848-c8d4-4510-a777-9017bbf1154b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:12.133934 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d5a287d7-e3d7-4e8d-be8f-106501537e0f req-c2046848-c8d4-4510-a777-9017bbf1154b service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=c3eb6cb740de46858b563c91534e31e1&device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 1129 time: 0.0445125 Mar 31 16:06:12.232002 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a287d7-e3d7-4e8d-be8f-106501537e0f req-40de98ed-7637-4f20-96ea-113d3420f2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:12.233729 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d5a287d7-e3d7-4e8d-be8f-106501537e0f req-40de98ed-7637-4f20-96ea-113d3420f2bb service neutron] 10.222.0.24 "GET /v2.0/networks?id=f5df2171-df10-40fb-8d87-a14b51591fae HTTP/1.1" status: 200 len: 910 time: 0.0925722 Mar 31 16:06:12.276603 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d5a287d7-e3d7-4e8d-be8f-106501537e0f req-f646a55f-5427-42b6-9c57-6531cab9a23a service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1549e82-b2e5-4241-92ef-36c5bd4b8c4b HTTP/1.1" status: 200 len: 217 time: 0.0363419 Mar 31 16:06:12.302712 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-71ee5ae8-fb7d-4ffa-9458-01dc3995f654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83adb733-fb89-4add-86ae-f1198a667c32', 'name': 'tempest-TestShelveInstance-1203835214-router', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9984e5c-e6a8-432f-9749-0ac3774fc06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:56Z', 'updated_at': '2022-03-31T16:01:00Z', 'revision_number': 4, 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'gw_port': {'id': 'c9984e5c-e6a8-432f-9749-0ac3774fc06e', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83adb733-fb89-4add-86ae-f1198a667c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:57Z', 'updated_at': '2022-03-31T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '4701bed6-c944-4974-a73b-80f185854c17', 'name': '', 'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'mac_address': 'fa:16:3e:d5:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83adb733-fb89-4add-86ae-f1198a667c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7d60ba0c-54d1-460c-add1-62a21777b3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:59Z', 'updated_at': '2022-03-31T16:01:04Z', 'revision_number': 5, 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'subnets': [{'id': '7d60ba0c-54d1-460c-add1-62a21777b3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:12.325485 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a287d7-e3d7-4e8d-be8f-106501537e0f req-370df304-bc19-45ab-94e3-aaf5e16f5c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:12.327522 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d5a287d7-e3d7-4e8d-be8f-106501537e0f req-370df304-bc19-45ab-94e3-aaf5e16f5c42 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=7d60ba0c-54d1-460c-add1-62a21777b3ba HTTP/1.1" status: 200 len: 848 time: 0.0454183 Mar 31 16:06:12.332695 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ee5ae8-fb7d-4ffa-9458-01dc3995f654 None None] Checking router: 83adb733-fb89-4add-86ae-f1198a667c32 for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:06:12.341141 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71ee5ae8-fb7d-4ffa-9458-01dc3995f654 None None] Routers {'83adb733-fb89-4add-86ae-f1198a667c32'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:06:12.341785 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-71ee5ae8-fb7d-4ffa-9458-01dc3995f654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:06:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['83adb733-fb89-4add-86ae-f1198a667c32'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:12.413470 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80cb635-a5c6-4116-a986-9b7ba0fa6429 req-6723533d-98c8-46fe-adea-2de2c9f9df8d tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:12.414860 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d80cb635-a5c6-4116-a986-9b7ba0fa6429 req-6723533d-98c8-46fe-adea-2de2c9f9df8d tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0844932 Mar 31 16:06:12.416866 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a287d7-e3d7-4e8d-be8f-106501537e0f req-441f4c26-884a-4435-a349-6ba08cd21efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:12.418234 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d5a287d7-e3d7-4e8d-be8f-106501537e0f req-441f4c26-884a-4435-a349-6ba08cd21efb service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=f5df2171-df10-40fb-8d87-a14b51591fae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0785396 Mar 31 16:06:12.447186 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-71ee5ae8-fb7d-4ffa-9458-01dc3995f654 None None] Set router 83adb733-fb89-4add-86ae-f1198a667c32 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:06:12.518713 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d80cb635-a5c6-4116-a986-9b7ba0fa6429 req-a918c8a0-e166-4d10-a301-47a8eb380e78 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979118 Mar 31 16:06:12.540313 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d5a287d7-e3d7-4e8d-be8f-106501537e0f req-d3ff0379-4045-4f2e-9764-01303061819b service neutron] 10.222.0.24 "GET /v2.0/networks/f5df2171-df10-40fb-8d87-a14b51591fae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137576 Mar 31 16:06:12.629336 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d5a287d7-e3d7-4e8d-be8f-106501537e0f req-666cfa2b-9add-42eb-8f83-03a87b7b026f service neutron] 10.222.0.24 "GET /v2.0/networks/f5df2171-df10-40fb-8d87-a14b51591fae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812786 Mar 31 16:06:12.641766 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-71ee5ae8-fb7d-4ffa-9458-01dc3995f654 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83adb733-fb89-4add-86ae-f1198a667c32', 'name': 'tempest-TestShelveInstance-1203835214-router', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9984e5c-e6a8-432f-9749-0ac3774fc06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:56Z', 'updated_at': '2022-03-31T16:01:00Z', 'revision_number': 4, 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'gw_port': {'id': 'c9984e5c-e6a8-432f-9749-0ac3774fc06e', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83adb733-fb89-4add-86ae-f1198a667c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:57Z', 'updated_at': '2022-03-31T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '4701bed6-c944-4974-a73b-80f185854c17', 'name': '', 'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'mac_address': 'fa:16:3e:d5:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83adb733-fb89-4add-86ae-f1198a667c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7d60ba0c-54d1-460c-add1-62a21777b3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:59Z', 'updated_at': '2022-03-31T16:01:04Z', 'revision_number': 5, 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'subnets': [{'id': '7d60ba0c-54d1-460c-add1-62a21777b3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:12.669167 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71ee5ae8-fb7d-4ffa-9458-01dc3995f654 None None] The sync data for ids ['83adb733-fb89-4add-86ae-f1198a667c32'] in dv-cinder-836028-1-iscsi is: [{'id': '83adb733-fb89-4add-86ae-f1198a667c32', 'name': 'tempest-TestShelveInstance-1203835214-router', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9984e5c-e6a8-432f-9749-0ac3774fc06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:56Z', 'updated_at': '2022-03-31T16:01:00Z', 'revision_number': 4, 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'gw_port': {'id': 'c9984e5c-e6a8-432f-9749-0ac3774fc06e', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83adb733-fb89-4add-86ae-f1198a667c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:57Z', 'updated_at': '2022-03-31T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '4701bed6-c944-4974-a73b-80f185854c17', 'name': '', 'network_id': 'f5df2171-df10-40fb-8d87-a14b51591fae', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'mac_address': 'fa:16:3e:d5:20:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83adb733-fb89-4add-86ae-f1198a667c32', 'device_owner': 'network:router_interface', 'standard_attr_id': 535, 'fixed_ips': [{'subnet_id': '7d60ba0c-54d1-460c-add1-62a21777b3ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:59Z', 'updated_at': '2022-03-31T16:01:04Z', 'revision_number': 5, 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'subnets': [{'id': '7d60ba0c-54d1-460c-add1-62a21777b3ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:06:12.876771 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c9978e-222b-4bdf-a822-cf1fe2a3278b None None] New status for floating IP 941f83f8-c611-4a57-ae2e-e763fd3b75e1: DOWN {{(pid=115722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:06:13.638413 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be0cbc-e206-4a71-ba14-4253f8ee7d9a req-276a6c80-72b6-48a8-93f5-5cff0c5f8d51 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:13.639896 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-80be0cbc-e206-4a71-ba14-4253f8ee7d9a req-276a6c80-72b6-48a8-93f5-5cff0c5f8d51 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0520825 Mar 31 16:06:13.688029 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-80be0cbc-e206-4a71-ba14-4253f8ee7d9a req-e994834a-f727-4afa-a813-4c54c3e657cd tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/security-groups?id=76792972-eeae-4b5d-affc-9f5c7d0bb8da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425160 Mar 31 16:06:14.180557 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52bb7e0-5041-4381-94ec-08dd14b19eda req-db285e38-0547-4a5d-8d48-e732f62560af tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:14.191791 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f52bb7e0-5041-4381-94ec-08dd14b19eda req-db285e38-0547-4a5d-8d48-e732f62560af tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.24 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 945 time: 0.0553958 Mar 31 16:06:14.272957 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [req-f52bb7e0-5041-4381-94ec-08dd14b19eda req-50025492-8364-4069-9351-ca96aa314ef6 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Deleting port b1549e82-b2e5-4241-92ef-36c5bd4b8c4b {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:06:14.273301 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-f52bb7e0-5041-4381-94ec-08dd14b19eda req-50025492-8364-4069-9351-ca96aa314ef6 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (b1549e82-b2e5-4241-92ef-36c5bd4b8c4b), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:14.362406 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-f52bb7e0-5041-4381-94ec-08dd14b19eda req-50025492-8364-4069-9351-ca96aa314ef6 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] For port b1549e82-b2e5-4241-92ef-36c5bd4b8c4b, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=b1549e82-b2e5-4241-92ef-36c5bd4b8c4b,segment=NetworkSegment(273b19fe-8ee7-4bd1-b2d0-cb38339e0d66),segment_id=273b19fe-8ee7-4bd1-b2d0-cb38339e0d66)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:06:14.362775 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-f52bb7e0-5041-4381-94ec-08dd14b19eda req-50025492-8364-4069-9351-ca96aa314ef6 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (b1549e82-b2e5-4241-92ef-36c5bd4b8c4b), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:14.375178 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [req-f52bb7e0-5041-4381-94ec-08dd14b19eda req-50025492-8364-4069-9351-ca96aa314ef6 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Calling delete_port for b1549e82-b2e5-4241-92ef-36c5bd4b8c4b owned by compute:nova {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:06:14.535465 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-f52bb7e0-5041-4381-94ec-08dd14b19eda req-50025492-8364-4069-9351-ca96aa314ef6 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (b1549e82-b2e5-4241-92ef-36c5bd4b8c4b), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:14.563691 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50025492-8364-4069-9351-ca96aa314ef6 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Pushing event deleted for resources: {'Port': ['ID=b1549e82-b2e5-4241-92ef-36c5bd4b8c4b,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:14.607567 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [req-f52bb7e0-5041-4381-94ec-08dd14b19eda req-50025492-8364-4069-9351-ca96aa314ef6 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] No DVR routers for this DVR port b1549e82-b2e5-4241-92ef-36c5bd4b8c4b on host hv-cinder-83602 {{(pid=115719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:06:14.610104 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-f52bb7e0-5041-4381-94ec-08dd14b19eda req-50025492-8364-4069-9351-ca96aa314ef6 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:14.615531 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f52bb7e0-5041-4381-94ec-08dd14b19eda req-50025492-8364-4069-9351-ca96aa314ef6 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.24 "DELETE /v2.0/ports/b1549e82-b2e5-4241-92ef-36c5bd4b8c4b HTTP/1.1" status: 204 len: 173 time: 0.4268296 Mar 31 16:06:14.615531 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34df790e-aece-4220-9922-f339972a0985', 'name': 'network-vif-deleted', 'tag': 'b1549e82-b2e5-4241-92ef-36c5bd4b8c4b'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:06:14.616291 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b3e18b4-0458-472c-83aa-8de0f9789bc7" -d '{"events": [{"server_uuid": "34df790e-aece-4220-9922-f339972a0985", "name": "network-vif-deleted", "tag": "b1549e82-b2e5-4241-92ef-36c5bd4b8c4b"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:06:14.651399 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d748e0ef-ce4f-4bad-bcff-c36263f5993a x-openstack-request-id: req-d748e0ef-ce4f-4bad-bcff-c36263f5993a {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:06:14.652024 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34df790e-aece-4220-9922-f339972a0985", "name": "network-vif-deleted", "tag": "b1549e82-b2e5-4241-92ef-36c5bd4b8c4b", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:06:14.652024 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d748e0ef-ce4f-4bad-bcff-c36263f5993a {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:06:14.652356 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d748e0ef-ce4f-4bad-bcff-c36263f5993a'] response: {'server_uuid': '34df790e-aece-4220-9922-f339972a0985', 'name': 'network-vif-deleted', 'tag': 'b1549e82-b2e5-4241-92ef-36c5bd4b8c4b', 'status': 'completed', 'code': 200} Mar 31 16:06:14.781665 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-22a5c6f1-5020-42a3-b6c1-06abc0ff58bd req-dfc52a65-b0e3-4a89-980a-16d3f65cbdd3 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 210 time: 0.0274236 Mar 31 16:06:15.889236 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-68819402-8be9-4ac1-a98e-5cf590721ba6 req-d2aa90f1-d8e4-4e0e-af26-c8bee1d07321 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "GET /v2.0/ports?device_id=34df790e-aece-4220-9922-f339972a0985 HTTP/1.1" status: 200 len: 210 time: 0.0293734 Mar 31 16:06:16.946739 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 40978) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:06:17.002293 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-60af7063-320a-49ef-8ecc-86f96ea3eab1 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for security_group (76792972-eeae-4b5d-affc-9f5c7d0bb8da), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:17.026837 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-60af7063-320a-49ef-8ecc-86f96ea3eab1 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for security_group (76792972-eeae-4b5d-affc-9f5c7d0bb8da), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:17.118402 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-60af7063-320a-49ef-8ecc-86f96ea3eab1 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (76792972-eeae-4b5d-affc-9f5c7d0bb8da), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:17.120927 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-60af7063-320a-49ef-8ecc-86f96ea3eab1 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:17.122100 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-60af7063-320a-49ef-8ecc-86f96ea3eab1 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] 10.222.0.47 "DELETE /v2.0/security-groups/76792972-eeae-4b5d-affc-9f5c7d0bb8da HTTP/1.1" status: 204 len: 168 time: 0.1743622 Mar 31 16:06:17.131977 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60af7063-320a-49ef-8ecc-86f96ea3eab1 tempest-TestShelveInstance-1065028266 tempest-TestShelveInstance-1065028266-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76792972-eeae-4b5d-affc-9f5c7d0bb8da,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:17.213262 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 40982) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:06:17.696329 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-78de27f3-6621-470e-9f06-837789e8aac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606591'] for router_interface (83adb733-fb89-4add-86ae-f1198a667c32), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:17.940280 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-78de27f3-6621-470e-9f06-837789e8aac1 admin admin] Deleting port 4701bed6-c944-4974-a73b-80f185854c17 {{(pid=115720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:06:17.940699 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-78de27f3-6621-470e-9f06-837789e8aac1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (4701bed6-c944-4974-a73b-80f185854c17), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:17.994498 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5d2b29ae-4097-49b8-9f17-f5bd386e991b req-88c6dfc2-14ec-4899-8019-95ac92dd72e7 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421028 Mar 31 16:06:18.022489 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [None req-78de27f3-6621-470e-9f06-837789e8aac1 admin admin] For port 4701bed6-c944-4974-a73b-80f185854c17, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=4701bed6-c944-4974-a73b-80f185854c17,segment=NetworkSegment(273b19fe-8ee7-4bd1-b2d0-cb38339e0d66),segment_id=273b19fe-8ee7-4bd1-b2d0-cb38339e0d66)] {{(pid=115720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:06:18.022861 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-78de27f3-6621-470e-9f06-837789e8aac1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (4701bed6-c944-4974-a73b-80f185854c17), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:18.036360 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-78de27f3-6621-470e-9f06-837789e8aac1 admin admin] Calling delete_port for 4701bed6-c944-4974-a73b-80f185854c17 owned by network:router_interface {{(pid=115720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:06:18.097316 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b29ae-4097-49b8-9f17-f5bd386e991b req-df7501b6-ed81-455c-8ce7-2c4c0ec04cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:18.098777 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5d2b29ae-4097-49b8-9f17-f5bd386e991b req-df7501b6-ed81-455c-8ce7-2c4c0ec04cd3 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d28aaeb531446a9b212059b5344459d&device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 1130 time: 0.0462031 Mar 31 16:06:18.199240 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b29ae-4097-49b8-9f17-f5bd386e991b req-18502788-a416-4834-84d2-2513a55d162c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:18.201151 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5d2b29ae-4097-49b8-9f17-f5bd386e991b req-18502788-a416-4834-84d2-2513a55d162c service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd396baf-32f3-4650-986f-2e0b0f823007 HTTP/1.1" status: 200 len: 913 time: 0.0839190 Mar 31 16:06:18.267534 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-78de27f3-6621-470e-9f06-837789e8aac1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (4701bed6-c944-4974-a73b-80f185854c17), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:18.268946 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5d2b29ae-4097-49b8-9f17-f5bd386e991b req-5298a3cb-459b-42a7-a446-718bade3658e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6db6ace-34c2-413a-8efd-6b8a71667a15 HTTP/1.1" status: 200 len: 1001 time: 0.0624597 Mar 31 16:06:18.295436 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78de27f3-6621-470e-9f06-837789e8aac1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4701bed6-c944-4974-a73b-80f185854c17,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:18.319322 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de27f3-6621-470e-9f06-837789e8aac1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:18.319898 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de27f3-6621-470e-9f06-837789e8aac1 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:18.320273 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de27f3-6621-470e-9f06-837789e8aac1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:18.320614 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de27f3-6621-470e-9f06-837789e8aac1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:18.320950 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de27f3-6621-470e-9f06-837789e8aac1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:18.321564 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de27f3-6621-470e-9f06-837789e8aac1 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:18.321701 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de27f3-6621-470e-9f06-837789e8aac1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:18.321919 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de27f3-6621-470e-9f06-837789e8aac1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:18.322245 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de27f3-6621-470e-9f06-837789e8aac1 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:18.322829 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de27f3-6621-470e-9f06-837789e8aac1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:18.323159 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de27f3-6621-470e-9f06-837789e8aac1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:18.323741 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de27f3-6621-470e-9f06-837789e8aac1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:18.323865 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de27f3-6621-470e-9f06-837789e8aac1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:18.324131 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de27f3-6621-470e-9f06-837789e8aac1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:18.324454 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78de27f3-6621-470e-9f06-837789e8aac1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:18.327863 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b29ae-4097-49b8-9f17-f5bd386e991b req-48c32c3b-011c-426a-8795-a6552fc0da41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:18.330279 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5d2b29ae-4097-49b8-9f17-f5bd386e991b req-48c32c3b-011c-426a-8795-a6552fc0da41 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a388edde-e6ab-469e-a1b2-5165885b5edc HTTP/1.1" status: 200 len: 851 time: 0.0518513 Mar 31 16:06:18.382355 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b29ae-4097-49b8-9f17-f5bd386e991b req-389e5bf8-df2a-4fee-8d96-6bda0b00ccc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:06:18.383952 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5d2b29ae-4097-49b8-9f17-f5bd386e991b req-389e5bf8-df2a-4fee-8d96-6bda0b00ccc0 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd396baf-32f3-4650-986f-2e0b0f823007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471528 Mar 31 16:06:18.478708 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5d2b29ae-4097-49b8-9f17-f5bd386e991b req-cbd3b421-da81-4936-ae65-af71b32c6e61 service neutron] 10.222.0.24 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876379 Mar 31 16:06:18.483180 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-78de27f3-6621-470e-9f06-837789e8aac1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607215'] for router_interface (83adb733-fb89-4add-86ae-f1198a667c32), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:18.571578 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-5d2b29ae-4097-49b8-9f17-f5bd386e991b req-01b4b9d9-bdbb-4a42-aa0e-8ebf9b9ca898 service neutron] 10.222.0.24 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809669 Mar 31 16:06:18.698021 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78de27f3-6621-470e-9f06-837789e8aac1 admin admin] Router 83adb733-fb89-4add-86ae-f1198a667c32 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:06:18.803734 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78de27f3-6621-470e-9f06-837789e8aac1 admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:06:18.808687 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-78de27f3-6621-470e-9f06-837789e8aac1 admin admin] 10.222.0.47 "PUT /v2.0/routers/83adb733-fb89-4add-86ae-f1198a667c32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5944185 Mar 31 16:06:18.811422 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 40988) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:06:18.812618 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4b3c93-38ef-4982-b9bc-2e8a66a9af4a None None] Sync routers for ids ['83adb733-fb89-4add-86ae-f1198a667c32'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:06:18.821963 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4b3c93-38ef-4982-b9bc-2e8a66a9af4a None None] Routers {'83adb733-fb89-4add-86ae-f1198a667c32'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:06:18.822776 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-de4b3c93-38ef-4982-b9bc-2e8a66a9af4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:06:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['83adb733-fb89-4add-86ae-f1198a667c32'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:18.926577 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9df6c0ee-ddb7-4dce-ab36-c6d338c395ee admin admin] Publish callbacks [] for router (83adb733-fb89-4add-86ae-f1198a667c32), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:18.928584 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-de4b3c93-38ef-4982-b9bc-2e8a66a9af4a None None] Set router 83adb733-fb89-4add-86ae-f1198a667c32 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:06:19.027962 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9df6c0ee-ddb7-4dce-ab36-c6d338c395ee admin admin] Publish callbacks [] for router_gateway (83adb733-fb89-4add-86ae-f1198a667c32), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:19.100445 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-de4b3c93-38ef-4982-b9bc-2e8a66a9af4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83adb733-fb89-4add-86ae-f1198a667c32', 'name': 'tempest-TestShelveInstance-1203835214-router', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.77'}], 'enable_snat': True}, 'gw_port_id': 'c9984e5c-e6a8-432f-9749-0ac3774fc06e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:56Z', 'updated_at': '2022-03-31T16:06:18Z', 'revision_number': 5, 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'gw_port': {'id': 'c9984e5c-e6a8-432f-9749-0ac3774fc06e', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:c5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83adb733-fb89-4add-86ae-f1198a667c32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 534, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:00:57Z', 'updated_at': '2022-03-31T16:01:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:19.126025 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4b3c93-38ef-4982-b9bc-2e8a66a9af4a None None] Checking router: 83adb733-fb89-4add-86ae-f1198a667c32 for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:06:19.134137 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4b3c93-38ef-4982-b9bc-2e8a66a9af4a None None] Routers {'83adb733-fb89-4add-86ae-f1198a667c32'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:06:19.134743 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-de4b3c93-38ef-4982-b9bc-2e8a66a9af4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:06:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['83adb733-fb89-4add-86ae-f1198a667c32'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:19.144321 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-9df6c0ee-ddb7-4dce-ab36-c6d338c395ee admin admin] Deleting port c9984e5c-e6a8-432f-9749-0ac3774fc06e {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:06:19.144661 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9df6c0ee-ddb7-4dce-ab36-c6d338c395ee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (c9984e5c-e6a8-432f-9749-0ac3774fc06e), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:19.197195 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device b1549e82-b2e5-4241-92ef-36c5bd4b8c4b no longer exists at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:06:19.221687 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] No Port match for: b1549e82-b2e5-4241-92ef-36c5bd4b8c4b {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:06:19.222026 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device b1549e82-b2e5-4241-92ef-36c5bd4b8c4b not bound to the agent host hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:06:19.225007 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [None req-9df6c0ee-ddb7-4dce-ab36-c6d338c395ee admin admin] For port c9984e5c-e6a8-432f-9749-0ac3774fc06e, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=c9984e5c-e6a8-432f-9749-0ac3774fc06e,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:06:19.225386 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9df6c0ee-ddb7-4dce-ab36-c6d338c395ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (c9984e5c-e6a8-432f-9749-0ac3774fc06e), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:19.238492 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-9df6c0ee-ddb7-4dce-ab36-c6d338c395ee admin admin] Calling delete_port for c9984e5c-e6a8-432f-9749-0ac3774fc06e owned by network:router_gateway {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:06:19.244420 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-de4b3c93-38ef-4982-b9bc-2e8a66a9af4a None None] Set router 83adb733-fb89-4add-86ae-f1198a667c32 gateway port host: None {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:06:19.428156 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-de4b3c93-38ef-4982-b9bc-2e8a66a9af4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83adb733-fb89-4add-86ae-f1198a667c32', 'name': 'tempest-TestShelveInstance-1203835214-router', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:56Z', 'updated_at': '2022-03-31T16:06:19Z', 'revision_number': 6, 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'gw_port_host': None}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:19.456937 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de4b3c93-38ef-4982-b9bc-2e8a66a9af4a None None] The sync data for ids ['83adb733-fb89-4add-86ae-f1198a667c32'] in dv-cinder-836028-1-iscsi is: [{'id': '83adb733-fb89-4add-86ae-f1198a667c32', 'name': 'tempest-TestShelveInstance-1203835214-router', 'tenant_id': 'c3eb6cb740de46858b563c91534e31e1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:00:56Z', 'updated_at': '2022-03-31T16:06:19Z', 'revision_number': 6, 'project_id': 'c3eb6cb740de46858b563c91534e31e1', 'gw_port_host': None}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:06:19.461617 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9df6c0ee-ddb7-4dce-ab36-c6d338c395ee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (c9984e5c-e6a8-432f-9749-0ac3774fc06e), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:19.492222 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df6c0ee-ddb7-4dce-ab36-c6d338c395ee admin admin] Pushing event deleted for resources: {'Port': ['ID=c9984e5c-e6a8-432f-9749-0ac3774fc06e,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:19.559691 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9df6c0ee-ddb7-4dce-ab36-c6d338c395ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609541'] for router_gateway (83adb733-fb89-4add-86ae-f1198a667c32), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:19.648112 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9df6c0ee-ddb7-4dce-ab36-c6d338c395ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-413'] for router (83adb733-fb89-4add-86ae-f1198a667c32), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:19.650182 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9df6c0ee-ddb7-4dce-ab36-c6d338c395ee admin admin] Publish callbacks [] for router_controller (83adb733-fb89-4add-86ae-f1198a667c32), precommit_delete_associations {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:19.757719 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9df6c0ee-ddb7-4dce-ab36-c6d338c395ee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-621024'] for router (83adb733-fb89-4add-86ae-f1198a667c32), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:19.758144 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df6c0ee-ddb7-4dce-ab36-c6d338c395ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83adb733-fb89-4add-86ae-f1198a667c32 {{(pid=115719) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 16:06:19.762330 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-9df6c0ee-ddb7-4dce-ab36-c6d338c395ee admin admin] Publish callbacks [] for router (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:19.763468 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-9df6c0ee-ddb7-4dce-ab36-c6d338c395ee admin admin] 10.222.0.47 "DELETE /v2.0/routers/83adb733-fb89-4add-86ae-f1198a667c32 HTTP/1.1" status: 204 len: 168 time: 0.9510226 Mar 31 16:06:19.765956 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 40990) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:06:19.813200 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b0299d3-7d46-4c9b-9565-e900fb2cf560 admin admin] Deleting subnet 7d60ba0c-54d1-460c-add1-62a21777b3ba {{(pid=115719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:06:19.816594 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1b0299d3-7d46-4c9b-9565-e900fb2cf560 admin admin] Publish callbacks [] for subnet (7d60ba0c-54d1-460c-add1-62a21777b3ba), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:19.851944 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1b0299d3-7d46-4c9b-9565-e900fb2cf560 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5073163'] for subnet (7d60ba0c-54d1-460c-add1-62a21777b3ba), precommit_delete_associations {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:19.936409 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1b0299d3-7d46-4c9b-9565-e900fb2cf560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2031459'] for subnet (7d60ba0c-54d1-460c-add1-62a21777b3ba), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:20.050127 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1b0299d3-7d46-4c9b-9565-e900fb2cf560 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2031444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5073152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5044798'] for subnet (7d60ba0c-54d1-460c-add1-62a21777b3ba), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:20.076266 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0299d3-7d46-4c9b-9565-e900fb2cf560 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7d60ba0c-54d1-460c-add1-62a21777b3ba,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:20.079971 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1b0299d3-7d46-4c9b-9565-e900fb2cf560 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:20.083544 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-1b0299d3-7d46-4c9b-9565-e900fb2cf560 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/7d60ba0c-54d1-460c-add1-62a21777b3ba HTTP/1.1" status: 204 len: 168 time: 0.3163395 Mar 31 16:06:20.085768 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16108de-d0aa-4def-adff-1e76fde4c125 None None] Network f5df2171-df10-40fb-8d87-a14b51591fae requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:06:20.086248 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 40992) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:06:20.160558 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1eb9c0b5-988e-417b-85e0-fdfe11c5268d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1072674'] for network (f5df2171-df10-40fb-8d87-a14b51591fae), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:20.233422 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-1eb9c0b5-988e-417b-85e0-fdfe11c5268d admin admin] Deleting port e587b511-b12e-497e-8eb8-82c8bc8233cd {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:06:20.233764 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1eb9c0b5-988e-417b-85e0-fdfe11c5268d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (e587b511-b12e-497e-8eb8-82c8bc8233cd), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:20.282963 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa563c9-f476-49b2-9fb6-9dfdf6abf397 None None] DHCP port deletion for f5df2171-df10-40fb-8d87-a14b51591fae request from dv-cinder-836028-1-iscsi {{(pid=115721) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 16:06:20.309688 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [None req-1eb9c0b5-988e-417b-85e0-fdfe11c5268d admin admin] For port e587b511-b12e-497e-8eb8-82c8bc8233cd, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=e587b511-b12e-497e-8eb8-82c8bc8233cd,segment=NetworkSegment(273b19fe-8ee7-4bd1-b2d0-cb38339e0d66),segment_id=273b19fe-8ee7-4bd1-b2d0-cb38339e0d66)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:06:20.310663 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1eb9c0b5-988e-417b-85e0-fdfe11c5268d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (e587b511-b12e-497e-8eb8-82c8bc8233cd), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:20.323653 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-1eb9c0b5-988e-417b-85e0-fdfe11c5268d admin admin] Calling delete_port for e587b511-b12e-497e-8eb8-82c8bc8233cd owned by network:dhcp {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:06:20.333946 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-6fa563c9-f476-49b2-9fb6-9dfdf6abf397 None None] Deleting port e587b511-b12e-497e-8eb8-82c8bc8233cd {{(pid=115721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:06:20.334312 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-6fa563c9-f476-49b2-9fb6-9dfdf6abf397 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (e587b511-b12e-497e-8eb8-82c8bc8233cd), before_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:20.394800 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-6fa563c9-f476-49b2-9fb6-9dfdf6abf397 None None] For port e587b511-b12e-497e-8eb8-82c8bc8233cd, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=e587b511-b12e-497e-8eb8-82c8bc8233cd,segment=NetworkSegment(273b19fe-8ee7-4bd1-b2d0-cb38339e0d66),segment_id=273b19fe-8ee7-4bd1-b2d0-cb38339e0d66)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:06:20.395201 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-6fa563c9-f476-49b2-9fb6-9dfdf6abf397 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (e587b511-b12e-497e-8eb8-82c8bc8233cd), precommit_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:20.409175 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-6fa563c9-f476-49b2-9fb6-9dfdf6abf397 None None] Calling delete_port for e587b511-b12e-497e-8eb8-82c8bc8233cd owned by network:dhcp {{(pid=115721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:06:20.564307 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-6fa563c9-f476-49b2-9fb6-9dfdf6abf397 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167'] for port (e587b511-b12e-497e-8eb8-82c8bc8233cd), after_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:20.590271 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa563c9-f476-49b2-9fb6-9dfdf6abf397 None None] Pushing event deleted for resources: {'Port': ['ID=e587b511-b12e-497e-8eb8-82c8bc8233cd,revision_number=None']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:20.598509 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa563c9-f476-49b2-9fb6-9dfdf6abf397 None None] No DVR routers for this DVR port e587b511-b12e-497e-8eb8-82c8bc8233cd on host dv-cinder-836028-1-iscsi {{(pid=115721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:06:20.600829 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa563c9-f476-49b2-9fb6-9dfdf6abf397 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:20.601175 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa563c9-f476-49b2-9fb6-9dfdf6abf397 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:20.601516 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa563c9-f476-49b2-9fb6-9dfdf6abf397 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:20.601856 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa563c9-f476-49b2-9fb6-9dfdf6abf397 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:20.602262 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa563c9-f476-49b2-9fb6-9dfdf6abf397 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:20.602687 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa563c9-f476-49b2-9fb6-9dfdf6abf397 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:20.602976 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa563c9-f476-49b2-9fb6-9dfdf6abf397 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:20.603298 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa563c9-f476-49b2-9fb6-9dfdf6abf397 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:20.603620 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa563c9-f476-49b2-9fb6-9dfdf6abf397 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:20.603943 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa563c9-f476-49b2-9fb6-9dfdf6abf397 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:20.604288 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa563c9-f476-49b2-9fb6-9dfdf6abf397 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:20.604613 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa563c9-f476-49b2-9fb6-9dfdf6abf397 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:20.604931 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa563c9-f476-49b2-9fb6-9dfdf6abf397 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:20.605248 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa563c9-f476-49b2-9fb6-9dfdf6abf397 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:20.605564 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa563c9-f476-49b2-9fb6-9dfdf6abf397 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:06:20.665237 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1eb9c0b5-988e-417b-85e0-fdfe11c5268d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (e587b511-b12e-497e-8eb8-82c8bc8233cd), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:20.689886 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9c0b5-988e-417b-85e0-fdfe11c5268d admin admin] Pushing event deleted for resources: {'Port': ['ID=e587b511-b12e-497e-8eb8-82c8bc8233cd,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:20.693345 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb9c0b5-988e-417b-85e0-fdfe11c5268d admin admin] No DVR routers for this DVR port e587b511-b12e-497e-8eb8-82c8bc8233cd on host dv-cinder-836028-1-iscsi {{(pid=115719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:06:20.761391 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1eb9c0b5-988e-417b-85e0-fdfe11c5268d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062824', 'neutron.services.segments.db._delete_segments_for_network-8779152745018'] for network (f5df2171-df10-40fb-8d87-a14b51591fae), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:20.784908 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.services.segments.db [None req-1eb9c0b5-988e-417b-85e0-fdfe11c5268d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5df2171-df10-40fb-8d87-a14b51591fae']}} {{(pid=115719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:20.793926 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.services.segments.db [None req-1eb9c0b5-988e-417b-85e0-fdfe11c5268d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '273b19fe-8ee7-4bd1-b2d0-cb38339e0d66') {'for_net_delete': True} {{(pid=115719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:20.794247 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.services.segments.db [None req-1eb9c0b5-988e-417b-85e0-fdfe11c5268d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '273b19fe-8ee7-4bd1-b2d0-cb38339e0d66') {} {{(pid=115719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:20.803168 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1eb9c0b5-988e-417b-85e0-fdfe11c5268d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779152745795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5073152'] for segment (273b19fe-8ee7-4bd1-b2d0-cb38339e0d66), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:20.816327 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1eb9c0b5-988e-417b-85e0-fdfe11c5268d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (273b19fe-8ee7-4bd1-b2d0-cb38339e0d66), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:20.822033 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb9c0b5-988e-417b-85e0-fdfe11c5268d admin admin] Releasing vlan 808 on physical network physnet1 to pool {{(pid=115719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:06:20.822668 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1eb9c0b5-988e-417b-85e0-fdfe11c5268d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5068710'] for segment (273b19fe-8ee7-4bd1-b2d0-cb38339e0d66), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: self.session.flush() Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: self.session.flush() Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: self.session.flush() Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: self.session.flush() Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: Traceback (most recent call last): Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: timer() Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: cb(*args, **kw) Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: return func(*args, **kwargs) Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: self._notify() Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: self.callback(batched_events) Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: event.method(event) Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: return f(self, *a, **k) Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: return self._get(url).json() Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: return self.request(url, 'GET', **kwargs) Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:06:20.824311 dv-cinder-836028-1-iscsi neutron-server[115719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:06:20.904097 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 4701bed6-c944-4974-a73b-80f185854c17 no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:06:20.924179 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] No Port match for: 4701bed6-c944-4974-a73b-80f185854c17 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:06:20.924528 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 4701bed6-c944-4974-a73b-80f185854c17 not bound to the agent host dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:06:20.924931 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device c9984e5c-e6a8-432f-9749-0ac3774fc06e no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:06:20.930046 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1eb9c0b5-988e-417b-85e0-fdfe11c5268d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609641'] for network (f5df2171-df10-40fb-8d87-a14b51591fae), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:20.934358 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1eb9c0b5-988e-417b-85e0-fdfe11c5268d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:20.938168 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-1eb9c0b5-988e-417b-85e0-fdfe11c5268d admin admin] 10.222.0.47 "DELETE /v2.0/networks/f5df2171-df10-40fb-8d87-a14b51591fae HTTP/1.1" status: 204 len: 168 time: 0.8514576 Mar 31 16:06:20.941205 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 40996) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:06:20.944209 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] No Port match for: c9984e5c-e6a8-432f-9749-0ac3774fc06e {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:06:20.944567 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device c9984e5c-e6a8-432f-9749-0ac3774fc06e not bound to the agent host dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:06:20.944982 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device e587b511-b12e-497e-8eb8-82c8bc8233cd no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:06:20.956606 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb9c0b5-988e-417b-85e0-fdfe11c5268d admin admin] Pushing event deleted for resources: {'Network': ['ID=f5df2171-df10-40fb-8d87-a14b51591fae,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:20.966175 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] No Port match for: e587b511-b12e-497e-8eb8-82c8bc8233cd {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:06:20.970898 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device e587b511-b12e-497e-8eb8-82c8bc8233cd not bound to the agent host dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:06:21.279106 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-609ac80d-8d52-4c87-bbc6-0ecf65972bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606591'] for router_interface (3aa69693-a67c-4f04-bb86-c9f2bdf67482), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:21.516032 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-609ac80d-8d52-4c87-bbc6-0ecf65972bf1 admin admin] Deleting port 18574a7e-52ff-48bf-bb21-a2df153c8267 {{(pid=115720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:06:21.516401 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-609ac80d-8d52-4c87-bbc6-0ecf65972bf1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (18574a7e-52ff-48bf-bb21-a2df153c8267), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:21.593518 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [None req-609ac80d-8d52-4c87-bbc6-0ecf65972bf1 admin admin] For port 18574a7e-52ff-48bf-bb21-a2df153c8267, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=18574a7e-52ff-48bf-bb21-a2df153c8267,segment=NetworkSegment(65565022-cd44-45f9-a093-7d2c31c2d00b),segment_id=65565022-cd44-45f9-a093-7d2c31c2d00b)] {{(pid=115720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:06:21.593874 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-609ac80d-8d52-4c87-bbc6-0ecf65972bf1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (18574a7e-52ff-48bf-bb21-a2df153c8267), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:21.606135 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-609ac80d-8d52-4c87-bbc6-0ecf65972bf1 admin admin] Calling delete_port for 18574a7e-52ff-48bf-bb21-a2df153c8267 owned by network:router_interface {{(pid=115720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:06:22.083710 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-609ac80d-8d52-4c87-bbc6-0ecf65972bf1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (18574a7e-52ff-48bf-bb21-a2df153c8267), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:22.109889 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609ac80d-8d52-4c87-bbc6-0ecf65972bf1 admin admin] Pushing event deleted for resources: {'Port': ['ID=18574a7e-52ff-48bf-bb21-a2df153c8267,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:22.273431 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-609ac80d-8d52-4c87-bbc6-0ecf65972bf1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607215'] for router_interface (3aa69693-a67c-4f04-bb86-c9f2bdf67482), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:22.479209 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-609ac80d-8d52-4c87-bbc6-0ecf65972bf1 admin admin] Router 3aa69693-a67c-4f04-bb86-c9f2bdf67482 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:06:22.583084 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-609ac80d-8d52-4c87-bbc6-0ecf65972bf1 admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:06:22.588080 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-609ac80d-8d52-4c87-bbc6-0ecf65972bf1 admin admin] 10.222.0.47 "PUT /v2.0/routers/3aa69693-a67c-4f04-bb86-c9f2bdf67482/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6458294 Mar 31 16:06:22.590583 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 41000) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:06:22.594034 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a82a30-def8-473b-93cf-18b967e2bf7c None None] Sync routers for ids ['3aa69693-a67c-4f04-bb86-c9f2bdf67482'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:06:22.603541 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a82a30-def8-473b-93cf-18b967e2bf7c None None] Routers {'3aa69693-a67c-4f04-bb86-c9f2bdf67482'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:06:22.604180 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-f0a82a30-def8-473b-93cf-18b967e2bf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:06:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['3aa69693-a67c-4f04-bb86-c9f2bdf67482'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:22.696664 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9edbc578-2b8a-4195-a05a-b2121d3ab87e admin admin] Publish callbacks [] for router (3aa69693-a67c-4f04-bb86-c9f2bdf67482), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:22.707407 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-f0a82a30-def8-473b-93cf-18b967e2bf7c None None] Set router 3aa69693-a67c-4f04-bb86-c9f2bdf67482 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:06:22.802479 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9edbc578-2b8a-4195-a05a-b2121d3ab87e admin admin] Publish callbacks [] for router_gateway (3aa69693-a67c-4f04-bb86-c9f2bdf67482), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:22.915980 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-9edbc578-2b8a-4195-a05a-b2121d3ab87e admin admin] Deleting port 6355efd5-16fd-4f6b-aa7d-e20ee6688775 {{(pid=115720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:06:22.916365 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9edbc578-2b8a-4195-a05a-b2121d3ab87e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (6355efd5-16fd-4f6b-aa7d-e20ee6688775), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:22.971106 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-f0a82a30-def8-473b-93cf-18b967e2bf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa69693-a67c-4f04-bb86-c9f2bdf67482', 'name': 'tempest-TestShelveInstance-626084463-router', 'tenant_id': 'e92375c195b2441bad9727329bd03bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.232'}], 'enable_snat': True}, 'gw_port_id': '6355efd5-16fd-4f6b-aa7d-e20ee6688775', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:01:05Z', 'updated_at': '2022-03-31T16:06:21Z', 'revision_number': 5, 'project_id': 'e92375c195b2441bad9727329bd03bba', 'gw_port': {'id': '6355efd5-16fd-4f6b-aa7d-e20ee6688775', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:09:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3aa69693-a67c-4f04-bb86-c9f2bdf67482', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:01:05Z', 'updated_at': '2022-03-31T16:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:22.996919 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a82a30-def8-473b-93cf-18b967e2bf7c None None] Checking router: 3aa69693-a67c-4f04-bb86-c9f2bdf67482 for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:06:22.998326 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [None req-9edbc578-2b8a-4195-a05a-b2121d3ab87e admin admin] For port 6355efd5-16fd-4f6b-aa7d-e20ee6688775, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=6355efd5-16fd-4f6b-aa7d-e20ee6688775,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:06:22.998529 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9edbc578-2b8a-4195-a05a-b2121d3ab87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (6355efd5-16fd-4f6b-aa7d-e20ee6688775), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:23.005538 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a82a30-def8-473b-93cf-18b967e2bf7c None None] Routers {'3aa69693-a67c-4f04-bb86-c9f2bdf67482'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:06:23.005762 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-f0a82a30-def8-473b-93cf-18b967e2bf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:06:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['3aa69693-a67c-4f04-bb86-c9f2bdf67482'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:23.011626 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-9edbc578-2b8a-4195-a05a-b2121d3ab87e admin admin] Calling delete_port for 6355efd5-16fd-4f6b-aa7d-e20ee6688775 owned by network:router_gateway {{(pid=115720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:06:23.090477 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-f0a82a30-def8-473b-93cf-18b967e2bf7c None None] Set router 3aa69693-a67c-4f04-bb86-c9f2bdf67482 gateway port host: None {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:06:23.143886 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-f0a82a30-def8-473b-93cf-18b967e2bf7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3aa69693-a67c-4f04-bb86-c9f2bdf67482', 'name': 'tempest-TestShelveInstance-626084463-router', 'tenant_id': 'e92375c195b2441bad9727329bd03bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:01:05Z', 'updated_at': '2022-03-31T16:06:22Z', 'revision_number': 6, 'project_id': 'e92375c195b2441bad9727329bd03bba', 'gw_port_host': None}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:23.169846 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a82a30-def8-473b-93cf-18b967e2bf7c None None] The sync data for ids ['3aa69693-a67c-4f04-bb86-c9f2bdf67482'] in dv-cinder-836028-1-iscsi is: [{'id': '3aa69693-a67c-4f04-bb86-c9f2bdf67482', 'name': 'tempest-TestShelveInstance-626084463-router', 'tenant_id': 'e92375c195b2441bad9727329bd03bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:01:05Z', 'updated_at': '2022-03-31T16:06:22Z', 'revision_number': 6, 'project_id': 'e92375c195b2441bad9727329bd03bba', 'gw_port_host': None}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:06:23.232950 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9edbc578-2b8a-4195-a05a-b2121d3ab87e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (6355efd5-16fd-4f6b-aa7d-e20ee6688775), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:23.259897 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edbc578-2b8a-4195-a05a-b2121d3ab87e admin admin] Pushing event deleted for resources: {'Port': ['ID=6355efd5-16fd-4f6b-aa7d-e20ee6688775,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:23.318697 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9edbc578-2b8a-4195-a05a-b2121d3ab87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609541'] for router_gateway (3aa69693-a67c-4f04-bb86-c9f2bdf67482), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:23.424899 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9edbc578-2b8a-4195-a05a-b2121d3ab87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-413'] for router (3aa69693-a67c-4f04-bb86-c9f2bdf67482), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:23.426901 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9edbc578-2b8a-4195-a05a-b2121d3ab87e admin admin] Publish callbacks [] for router_controller (3aa69693-a67c-4f04-bb86-c9f2bdf67482), precommit_delete_associations {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:23.552686 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9edbc578-2b8a-4195-a05a-b2121d3ab87e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-621024'] for router (3aa69693-a67c-4f04-bb86-c9f2bdf67482), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:23.553243 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9edbc578-2b8a-4195-a05a-b2121d3ab87e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3aa69693-a67c-4f04-bb86-c9f2bdf67482 {{(pid=115720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 16:06:23.558312 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-9edbc578-2b8a-4195-a05a-b2121d3ab87e admin admin] Publish callbacks [] for router (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:23.559720 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-9edbc578-2b8a-4195-a05a-b2121d3ab87e admin admin] 10.222.0.47 "DELETE /v2.0/routers/3aa69693-a67c-4f04-bb86-c9f2bdf67482 HTTP/1.1" status: 204 len: 168 time: 0.9678762 Mar 31 16:06:23.565025 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 41002) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:06:23.611338 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_v2 [None req-97364fa8-fef4-4e54-9990-d2e28a19254c admin admin] Deleting subnet ff588e90-5e93-4e03-9794-70d13685fd02 {{(pid=115719) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:06:23.614696 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-97364fa8-fef4-4e54-9990-d2e28a19254c admin admin] Publish callbacks [] for subnet (ff588e90-5e93-4e03-9794-70d13685fd02), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:23.653026 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-97364fa8-fef4-4e54-9990-d2e28a19254c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5073163'] for subnet (ff588e90-5e93-4e03-9794-70d13685fd02), precommit_delete_associations {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:23.728466 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-97364fa8-fef4-4e54-9990-d2e28a19254c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2031459'] for subnet (ff588e90-5e93-4e03-9794-70d13685fd02), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:23.832684 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-97364fa8-fef4-4e54-9990-d2e28a19254c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2031444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5073152', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5044798'] for subnet (ff588e90-5e93-4e03-9794-70d13685fd02), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:23.857445 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97364fa8-fef4-4e54-9990-d2e28a19254c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff588e90-5e93-4e03-9794-70d13685fd02,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:23.860954 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-97364fa8-fef4-4e54-9990-d2e28a19254c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:23.864005 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-97364fa8-fef4-4e54-9990-d2e28a19254c admin admin] 10.222.0.47 "DELETE /v2.0/subnets/ff588e90-5e93-4e03-9794-70d13685fd02 HTTP/1.1" status: 204 len: 168 time: 0.3001304 Mar 31 16:06:23.866580 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 41004) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:06:23.869068 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bacd2d8-a2eb-4b8b-879c-d38aa6c9a99f None None] Network 28aad49d-e36c-40a3-8d0f-76a6481a12d7 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:06:23.941090 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-348265e8-8226-45cb-be76-34a184c0acd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1072674'] for network (28aad49d-e36c-40a3-8d0f-76a6481a12d7), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:23.995922 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-348265e8-8226-45cb-be76-34a184c0acd7 admin admin] Deleting port fc23627b-2961-4c5f-b26e-8e582b6346e0 {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:06:23.996340 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-348265e8-8226-45cb-be76-34a184c0acd7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (fc23627b-2961-4c5f-b26e-8e582b6346e0), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:24.025036 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4585e5aa-d4e9-4dd9-b045-10d995a26f92 None None] DHCP port deletion for 28aad49d-e36c-40a3-8d0f-76a6481a12d7 request from dv-cinder-836028-1-iscsi {{(pid=115721) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 16:06:24.059092 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [None req-348265e8-8226-45cb-be76-34a184c0acd7 admin admin] For port fc23627b-2961-4c5f-b26e-8e582b6346e0, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=fc23627b-2961-4c5f-b26e-8e582b6346e0,segment=NetworkSegment(65565022-cd44-45f9-a093-7d2c31c2d00b),segment_id=65565022-cd44-45f9-a093-7d2c31c2d00b)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:06:24.059458 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-348265e8-8226-45cb-be76-34a184c0acd7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (fc23627b-2961-4c5f-b26e-8e582b6346e0), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:24.077276 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-348265e8-8226-45cb-be76-34a184c0acd7 admin admin] Calling delete_port for fc23627b-2961-4c5f-b26e-8e582b6346e0 owned by network:dhcp {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:06:24.079388 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-4585e5aa-d4e9-4dd9-b045-10d995a26f92 None None] Deleting port fc23627b-2961-4c5f-b26e-8e582b6346e0 {{(pid=115721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:06:24.079774 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-4585e5aa-d4e9-4dd9-b045-10d995a26f92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (fc23627b-2961-4c5f-b26e-8e582b6346e0), before_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:24.141917 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-4585e5aa-d4e9-4dd9-b045-10d995a26f92 None None] For port fc23627b-2961-4c5f-b26e-8e582b6346e0, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=fc23627b-2961-4c5f-b26e-8e582b6346e0,segment=NetworkSegment(65565022-cd44-45f9-a093-7d2c31c2d00b),segment_id=65565022-cd44-45f9-a093-7d2c31c2d00b)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:06:24.142511 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-4585e5aa-d4e9-4dd9-b045-10d995a26f92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (fc23627b-2961-4c5f-b26e-8e582b6346e0), precommit_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:24.156744 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-4585e5aa-d4e9-4dd9-b045-10d995a26f92 None None] Calling delete_port for fc23627b-2961-4c5f-b26e-8e582b6346e0 owned by network:dhcp {{(pid=115721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:06:24.244240 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-348265e8-8226-45cb-be76-34a184c0acd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (fc23627b-2961-4c5f-b26e-8e582b6346e0), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:24.250101 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-4585e5aa-d4e9-4dd9-b045-10d995a26f92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167'] for port (fc23627b-2961-4c5f-b26e-8e582b6346e0), after_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:24.272779 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348265e8-8226-45cb-be76-34a184c0acd7 admin admin] No DVR routers for this DVR port fc23627b-2961-4c5f-b26e-8e582b6346e0 on host dv-cinder-836028-1-iscsi {{(pid=115719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:06:24.275393 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585e5aa-d4e9-4dd9-b045-10d995a26f92 None None] Pushing event deleted for resources: {'Port': ['ID=fc23627b-2961-4c5f-b26e-8e582b6346e0,revision_number=None']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:24.279776 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4585e5aa-d4e9-4dd9-b045-10d995a26f92 None None] No DVR routers for this DVR port fc23627b-2961-4c5f-b26e-8e582b6346e0 on host dv-cinder-836028-1-iscsi {{(pid=115721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:06:24.283383 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348265e8-8226-45cb-be76-34a184c0acd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc23627b-2961-4c5f-b26e-8e582b6346e0,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:24.351593 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-348265e8-8226-45cb-be76-34a184c0acd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062824', 'neutron.services.segments.db._delete_segments_for_network-8779152745018'] for network (28aad49d-e36c-40a3-8d0f-76a6481a12d7), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:24.371992 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.services.segments.db [None req-348265e8-8226-45cb-be76-34a184c0acd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28aad49d-e36c-40a3-8d0f-76a6481a12d7']}} {{(pid=115719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:24.380997 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.services.segments.db [None req-348265e8-8226-45cb-be76-34a184c0acd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65565022-cd44-45f9-a093-7d2c31c2d00b') {'for_net_delete': True} {{(pid=115719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:24.381297 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.services.segments.db [None req-348265e8-8226-45cb-be76-34a184c0acd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65565022-cd44-45f9-a093-7d2c31c2d00b') {} {{(pid=115719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:06:24.390230 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-348265e8-8226-45cb-be76-34a184c0acd7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779152745795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5073152'] for segment (65565022-cd44-45f9-a093-7d2c31c2d00b), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:24.402769 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-348265e8-8226-45cb-be76-34a184c0acd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (65565022-cd44-45f9-a093-7d2c31c2d00b), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:24.408920 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-348265e8-8226-45cb-be76-34a184c0acd7 admin admin] Releasing vlan 814 on physical network physnet1 to pool {{(pid=115719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:06:24.409296 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-348265e8-8226-45cb-be76-34a184c0acd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5068710'] for segment (65565022-cd44-45f9-a093-7d2c31c2d00b), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: Traceback (most recent call last): Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: timer() Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: cb(*args, **kw) Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: return func(*args, **kwargs) Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: self._notify() Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: self.callback(batched_events) Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: event.method(event) Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: return f(self, *a, **k) Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: return self._get(url).json() Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: return self.request(url, 'GET', **kwargs) Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:06:24.410910 dv-cinder-836028-1-iscsi neutron-server[115719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:06:24.523707 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-348265e8-8226-45cb-be76-34a184c0acd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609641'] for network (28aad49d-e36c-40a3-8d0f-76a6481a12d7), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:24.529346 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-348265e8-8226-45cb-be76-34a184c0acd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:24.532503 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-348265e8-8226-45cb-be76-34a184c0acd7 admin admin] 10.222.0.47 "DELETE /v2.0/networks/28aad49d-e36c-40a3-8d0f-76a6481a12d7 HTTP/1.1" status: 204 len: 168 time: 0.6649973 Mar 31 16:06:24.548208 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348265e8-8226-45cb-be76-34a184c0acd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=28aad49d-e36c-40a3-8d0f-76a6481a12d7,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:24.755482 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 41008) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:06:24.794886 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-789416eb-a99a-4aa2-87d8-796df386e2c1 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=c3eb6cb740de46858b563c91534e31e1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0380971 Mar 31 16:06:24.797283 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 41010) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:06:24.844378 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1d2c0412-6f21-4eb5-9b56-b581a2e44e57 admin admin] Publish callbacks [] for security_group (2789e9ac-9df1-47ad-b947-12465b4668c8), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:24.865399 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1d2c0412-6f21-4eb5-9b56-b581a2e44e57 admin admin] Publish callbacks [] for security_group (2789e9ac-9df1-47ad-b947-12465b4668c8), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:24.904412 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 18574a7e-52ff-48bf-bb21-a2df153c8267 no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:06:24.925549 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] No Port match for: 18574a7e-52ff-48bf-bb21-a2df153c8267 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:06:24.925892 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 18574a7e-52ff-48bf-bb21-a2df153c8267 not bound to the agent host dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:06:24.926301 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device fc23627b-2961-4c5f-b26e-8e582b6346e0 no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:06:24.945183 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] No Port match for: fc23627b-2961-4c5f-b26e-8e582b6346e0 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:06:24.945515 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device fc23627b-2961-4c5f-b26e-8e582b6346e0 not bound to the agent host dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:06:24.945919 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 6355efd5-16fd-4f6b-aa7d-e20ee6688775 no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:06:24.964272 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] No Port match for: 6355efd5-16fd-4f6b-aa7d-e20ee6688775 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:06:24.964621 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 6355efd5-16fd-4f6b-aa7d-e20ee6688775 not bound to the agent host dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:06:24.969375 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1d2c0412-6f21-4eb5-9b56-b581a2e44e57 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (2789e9ac-9df1-47ad-b947-12465b4668c8), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:24.972073 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1d2c0412-6f21-4eb5-9b56-b581a2e44e57 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:24.973583 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-1d2c0412-6f21-4eb5-9b56-b581a2e44e57 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/2789e9ac-9df1-47ad-b947-12465b4668c8 HTTP/1.1" status: 204 len: 168 time: 0.1752019 Mar 31 16:06:24.982798 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c0412-6f21-4eb5-9b56-b581a2e44e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2789e9ac-9df1-47ad-b947-12465b4668c8,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:25.482431 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 41016) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:06:25.521033 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-e3b0fe96-cc35-4ff9-a0a9-bc01685ae59f admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=e92375c195b2441bad9727329bd03bba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0374069 Mar 31 16:06:25.523350 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 41018) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:06:25.569042 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1df21c3a-615c-4710-957e-1c0bc2a509d1 admin admin] Publish callbacks [] for security_group (1c349513-08d1-4c14-843c-2ab87e991c18), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:25.593448 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1df21c3a-615c-4710-957e-1c0bc2a509d1 admin admin] Publish callbacks [] for security_group (1c349513-08d1-4c14-843c-2ab87e991c18), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:25.712166 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1df21c3a-615c-4710-957e-1c0bc2a509d1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (1c349513-08d1-4c14-843c-2ab87e991c18), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:25.714794 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-1df21c3a-615c-4710-957e-1c0bc2a509d1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:25.716521 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-1df21c3a-615c-4710-957e-1c0bc2a509d1 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/1c349513-08d1-4c14-843c-2ab87e991c18 HTTP/1.1" status: 204 len: 168 time: 0.1917191 Mar 31 16:06:25.725411 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df21c3a-615c-4710-957e-1c0bc2a509d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c349513-08d1-4c14-843c-2ab87e991c18,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:06:26.797980 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:06:34.866644 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-a4f65373-ce60-450c-a60f-7216e6b2791d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:37.003809 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-61e0a363-af06-43fd-a624-f61202648e86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:37.865934 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:38.397336 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:39.392219 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:06:41.066288 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:03.797962 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:07:04.830902 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-f68c16e7-b3e8-46ce-8209-c5150d23fba8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:06.996816 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-f4de0d2c-f955-47e0-a9a6-4d29d1583645 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:07.882881 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:08.426041 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:09.402719 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:11.059792 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:11.366917 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-8450130e-0807-46fa-8221-23ae23d04842 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-996619529&fields=id&tenant_id=4d28aaeb531446a9b212059b5344459d HTTP/1.1" status: 200 len: 267 time: 0.0444925 Mar 31 16:07:11.468749 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-2ba78dc4-069e-417e-948c-6af15bc25a03 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:11.470136 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-2ba78dc4-069e-417e-948c-6af15bc25a03 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/networks?id=fd396baf-32f3-4650-986f-2e0b0f823007 HTTP/1.1" status: 200 len: 812 time: 0.0969334 Mar 31 16:07:11.484622 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-cb8c63c6-1251-416b-97ec-c61b6af8af78 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/quotas/4d28aaeb531446a9b212059b5344459d HTTP/1.1" status: 200 len: 375 time: 0.0087245 Mar 31 16:07:11.543326 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-b1f7479a-a2dc-4638-ad73-d3e1116dd35d tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?tenant_id=4d28aaeb531446a9b212059b5344459d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0535040 Mar 31 16:07:11.635757 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-b8a94ead-4cc8-4aca-a799-68eeb4c560d9 service neutron] 10.222.0.47 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811133 Mar 31 16:07:11.726210 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-208de438-2a7f-44d1-9bf0-671c30ece21f service neutron] 10.222.0.47 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847857 Mar 31 16:07:12.262472 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-cc929f43-5a14-471c-8a97-2b388ffe9e28 req-12a079ee-74f2-491b-94cf-8cd6ba3c27d4 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7b9b0eb-4061-4a02-8383-c3ed40f5eea5 HTTP/1.1" status: 200 len: 210 time: 0.0274425 Mar 31 16:07:13.356160 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-57e741ad-5b2c-4160-ba42-b478666c5a1e req-05b99f03-96a3-4b8c-afe5-20bcfe1dfd07 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7b9b0eb-4061-4a02-8383-c3ed40f5eea5 HTTP/1.1" status: 200 len: 210 time: 0.0285785 Mar 31 16:07:14.304144 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-c9964607-ef09-4a42-a17a-16b00123611c tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:14.305595 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-c9964607-ef09-4a42-a17a-16b00123611c tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.24 "GET /v2.0/networks?id=fd396baf-32f3-4650-986f-2e0b0f823007 HTTP/1.1" status: 200 len: 812 time: 0.1019890 Mar 31 16:07:14.374724 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-cf78459d-f5da-490c-8e95-0c8d30d48265 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.24 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d28aaeb531446a9b212059b5344459d HTTP/1.1" status: 200 len: 379 time: 0.0548792 Mar 31 16:07:14.383604 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-31dd462e-30e6-4dae-8abc-fc8ade5a5e7e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Request body: {'port': {'device_id': 'b7b9b0eb-4061-4a02-8383-c3ed40f5eea5', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'admin_state_up': True, 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'security_groups': ['6572c8a3-ea73-40cd-af8f-0576d3e8a2e4']}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:07:14.461816 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2200af78-162b-4f27-89c0-a29dbfbc73aa req-b439a443-4b92-4682-9611-16544beeac55 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7b9b0eb-4061-4a02-8383-c3ed40f5eea5 HTTP/1.1" status: 200 len: 210 time: 0.0375640 Mar 31 16:07:14.591355 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-31dd462e-30e6-4dae-8abc-fc8ade5a5e7e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Made reservation on behalf of 4d28aaeb531446a9b212059b5344459d for: {'port': 1} {{(pid=115719) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 31 16:07:14.595096 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-31dd462e-30e6-4dae-8abc-fc8ade5a5e7e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:14.714814 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-31dd462e-30e6-4dae-8abc-fc8ade5a5e7e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Allocated IP 172.20.0.7 (fd396baf-32f3-4650-986f-2e0b0f823007/a388edde-e6ab-469e-a1b2-5165885b5edc/ef4379de-d1b0-4282-92da-bc6820421d6c) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:07:14.848808 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-31dd462e-30e6-4dae-8abc-fc8ade5a5e7e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for port (ef4379de-d1b0-4282-92da-bc6820421d6c), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:15.026003 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-31dd462e-30e6-4dae-8abc-fc8ade5a5e7e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (ef4379de-d1b0-4282-92da-bc6820421d6c), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:15.067667 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-31dd462e-30e6-4dae-8abc-fc8ade5a5e7e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Network fd396baf-32f3-4650-986f-2e0b0f823007 is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:07:15.070732 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-31dd462e-30e6-4dae-8abc-fc8ade5a5e7e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:07:15.076701 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-31dd462e-30e6-4dae-8abc-fc8ade5a5e7e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:07:15.100339 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd462e-30e6-4dae-8abc-fc8ade5a5e7e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Pushing event updated for resources: {'Port': ['ID=ef4379de-d1b0-4282-92da-bc6820421d6c,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:07:15.115449 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd462e-30e6-4dae-8abc-fc8ade5a5e7e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:15.120237 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd462e-30e6-4dae-8abc-fc8ade5a5e7e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:15.120237 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd462e-30e6-4dae-8abc-fc8ade5a5e7e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:15.120237 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd462e-30e6-4dae-8abc-fc8ade5a5e7e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:15.120237 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd462e-30e6-4dae-8abc-fc8ade5a5e7e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:15.120237 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd462e-30e6-4dae-8abc-fc8ade5a5e7e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:15.120237 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd462e-30e6-4dae-8abc-fc8ade5a5e7e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:15.120237 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd462e-30e6-4dae-8abc-fc8ade5a5e7e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:15.120237 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd462e-30e6-4dae-8abc-fc8ade5a5e7e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:15.120237 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd462e-30e6-4dae-8abc-fc8ade5a5e7e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:15.120237 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd462e-30e6-4dae-8abc-fc8ade5a5e7e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:15.120237 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd462e-30e6-4dae-8abc-fc8ade5a5e7e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:15.120237 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd462e-30e6-4dae-8abc-fc8ade5a5e7e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:15.120237 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd462e-30e6-4dae-8abc-fc8ade5a5e7e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:15.121491 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd462e-30e6-4dae-8abc-fc8ade5a5e7e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:15.139873 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-31dd462e-30e6-4dae-8abc-fc8ade5a5e7e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:15.140534 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-31dd462e-30e6-4dae-8abc-fc8ade5a5e7e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:15.240167 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-31dd462e-30e6-4dae-8abc-fc8ade5a5e7e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.24 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8600545 Mar 31 16:07:15.257303 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-d81d196d-3a36-4c8c-8f8a-86f4239eb19c service neutron] Request body: {'port': {'device_id': 'b7b9b0eb-4061-4a02-8383-c3ed40f5eea5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83602'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:07:15.276747 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-a305690d-e247-4bb3-82eb-7a1837031810 None None] Provisioning complete for port ef4379de-d1b0-4282-92da-bc6820421d6c triggered by entity DHCP. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:07:15.276747 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-a305690d-e247-4bb3-82eb-7a1837031810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (ef4379de-d1b0-4282-92da-bc6820421d6c), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:15.307120 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-a305690d-e247-4bb3-82eb-7a1837031810 None None] Port ef4379de-d1b0-4282-92da-bc6820421d6c cannot update to ACTIVE because it is not bound. {{(pid=115721) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 31 16:07:15.325364 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-d81d196d-3a36-4c8c-8f8a-86f4239eb19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (ef4379de-d1b0-4282-92da-bc6820421d6c), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:15.621829 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e8c53c-abe6-4f9f-9998-dfd8a45a0427 req-a873e770-6935-4d04-ae3e-569ed96a4dd1 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:15.623300 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e5e8c53c-abe6-4f9f-9998-dfd8a45a0427 req-a873e770-6935-4d04-ae3e-569ed96a4dd1 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7b9b0eb-4061-4a02-8383-c3ed40f5eea5 HTTP/1.1" status: 200 len: 931 time: 0.0956624 Mar 31 16:07:15.625391 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-d81d196d-3a36-4c8c-8f8a-86f4239eb19c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef4379de-d1b0-4282-92da-bc6820421d6c {{(pid=115719) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:07:15.638176 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-d81d196d-3a36-4c8c-8f8a-86f4239eb19c service neutron] Publish callbacks [] for port (ef4379de-d1b0-4282-92da-bc6820421d6c), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:15.661745 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.provisioning_blocks [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-d81d196d-3a36-4c8c-8f8a-86f4239eb19c service neutron] Transition to ACTIVE for port object ef4379de-d1b0-4282-92da-bc6820421d6c will not be triggered until provisioned by entity L2. {{(pid=115719) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 31 16:07:15.686801 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e5e8c53c-abe6-4f9f-9998-dfd8a45a0427 req-20d0ce2b-f780-444c-8537-0e9147866856 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569208 Mar 31 16:07:15.728420 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-d81d196d-3a36-4c8c-8f8a-86f4239eb19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (ef4379de-d1b0-4282-92da-bc6820421d6c), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:15.777848 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d196d-3a36-4c8c-8f8a-86f4239eb19c service neutron] Pushing event updated for resources: {'Port': ['ID=ef4379de-d1b0-4282-92da-bc6820421d6c,revision_number=2']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:07:15.848287 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-d81d196d-3a36-4c8c-8f8a-86f4239eb19c service neutron] Attempting to bind port ef4379de-d1b0-4282-92da-bc6820421d6c on host hv-cinder-83602 for vnic_type normal with profile {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 31 16:07:15.848624 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-d81d196d-3a36-4c8c-8f8a-86f4239eb19c service neutron] Attempting to bind port ef4379de-d1b0-4282-92da-bc6820421d6c by drivers openvswitch,hyperv on host hv-cinder-83602 at level 0 using segments [{'id': '1c51cb10-7616-40ac-b97a-85274b7996b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007'}] {{(pid=115719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 31 16:07:15.848958 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-d81d196d-3a36-4c8c-8f8a-86f4239eb19c service neutron] Attempting to bind port ef4379de-d1b0-4282-92da-bc6820421d6c on network fd396baf-32f3-4650-986f-2e0b0f823007 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:07:15.853463 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-d81d196d-3a36-4c8c-8f8a-86f4239eb19c service neutron] Port ef4379de-d1b0-4282-92da-bc6820421d6c on network fd396baf-32f3-4650-986f-2e0b0f823007 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83602 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 31 16:07:15.853790 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-d81d196d-3a36-4c8c-8f8a-86f4239eb19c service neutron] Attempting to bind port ef4379de-d1b0-4282-92da-bc6820421d6c on network fd396baf-32f3-4650-986f-2e0b0f823007 {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 31 16:07:15.858736 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-d81d196d-3a36-4c8c-8f8a-86f4239eb19c service neutron] Checking agent: {'id': 'af4a1f75-de88-4cee-8975-566385aedde2', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83602', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'started_at': datetime.datetime(2022, 3, 31, 15, 51, 8), 'heartbeat_timestamp': datetime.datetime(2022, 3, 31, 16, 7, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 31 16:07:15.859077 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-d81d196d-3a36-4c8c-8f8a-86f4239eb19c service neutron] Checking segment: {'id': '1c51cb10-7616-40ac-b97a-85274b7996b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=115719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 31 16:07:15.859460 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-d81d196d-3a36-4c8c-8f8a-86f4239eb19c service neutron] Bound using segment: {'id': '1c51cb10-7616-40ac-b97a-85274b7996b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007'} {{(pid=115719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 31 16:07:15.859887 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.managers [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-d81d196d-3a36-4c8c-8f8a-86f4239eb19c service neutron] Bound port: ef4379de-d1b0-4282-92da-bc6820421d6c, host: hv-cinder-83602, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1c51cb10-7616-40ac-b97a-85274b7996b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 819, 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007'}}] {{(pid=115719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 31 16:07:15.860292 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-d81d196d-3a36-4c8c-8f8a-86f4239eb19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (ef4379de-d1b0-4282-92da-bc6820421d6c), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:15.928848 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-d81d196d-3a36-4c8c-8f8a-86f4239eb19c service neutron] For port ef4379de-d1b0-4282-92da-bc6820421d6c, host hv-cinder-83602, cleared binding levels {{(pid=115719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 31 16:07:15.932129 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-d81d196d-3a36-4c8c-8f8a-86f4239eb19c service neutron] For port ef4379de-d1b0-4282-92da-bc6820421d6c, host hv-cinder-83602, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=ef4379de-d1b0-4282-92da-bc6820421d6c,segment=NetworkSegment(1c51cb10-7616-40ac-b97a-85274b7996b5),segment_id=1c51cb10-7616-40ac-b97a-85274b7996b5)] {{(pid=115719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 31 16:07:15.991554 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-d81d196d-3a36-4c8c-8f8a-86f4239eb19c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (ef4379de-d1b0-4282-92da-bc6820421d6c), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:16.024544 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-d81d196d-3a36-4c8c-8f8a-86f4239eb19c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:16.025308 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-d81d196d-3a36-4c8c-8f8a-86f4239eb19c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:16.026758 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-d81d196d-3a36-4c8c-8f8a-86f4239eb19c service neutron] 10.222.0.24 "PUT /v2.0/ports/ef4379de-d1b0-4282-92da-bc6820421d6c HTTP/1.1" status: 200 len: 1093 time: 0.7738070 Mar 31 16:07:16.029181 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b9b0eb-4061-4a02-8383-c3ed40f5eea5', 'tag': 'ef4379de-d1b0-4282-92da-bc6820421d6c'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:07:16.031147 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbff375d-62cb-451f-8350-7dee2c6537d4" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b9b0eb-4061-4a02-8383-c3ed40f5eea5", "tag": "ef4379de-d1b0-4282-92da-bc6820421d6c"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:07:16.058043 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d196d-3a36-4c8c-8f8a-86f4239eb19c service neutron] Pushing event updated for resources: {'Port': ['ID=ef4379de-d1b0-4282-92da-bc6820421d6c,revision_number=3']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:07:16.069794 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7069cc9-21d8-4b8f-ba71-b275309513a5 x-openstack-request-id: req-d7069cc9-21d8-4b8f-ba71-b275309513a5 {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:07:16.070204 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b9b0eb-4061-4a02-8383-c3ed40f5eea5", "tag": "ef4379de-d1b0-4282-92da-bc6820421d6c", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:07:16.070453 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-d7069cc9-21d8-4b8f-ba71-b275309513a5 {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:07:16.070860 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d7069cc9-21d8-4b8f-ba71-b275309513a5'] response: {'name': 'network-changed', 'server_uuid': 'b7b9b0eb-4061-4a02-8383-c3ed40f5eea5', 'tag': 'ef4379de-d1b0-4282-92da-bc6820421d6c', 'status': 'completed', 'code': 200} Mar 31 16:07:16.164535 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff375d-62cb-451f-8350-7dee2c6537d4 req-748f7fa7-df55-41e9-a266-822d72a3f961 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:16.166171 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dbff375d-62cb-451f-8350-7dee2c6537d4 req-748f7fa7-df55-41e9-a266-822d72a3f961 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d28aaeb531446a9b212059b5344459d&device_id=b7b9b0eb-4061-4a02-8383-c3ed40f5eea5 HTTP/1.1" status: 200 len: 1127 time: 0.0476375 Mar 31 16:07:16.278683 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff375d-62cb-451f-8350-7dee2c6537d4 req-f0ee2979-447f-4232-91a5-f6a71a5a8e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:16.280195 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dbff375d-62cb-451f-8350-7dee2c6537d4 req-f0ee2979-447f-4232-91a5-f6a71a5a8e4a service neutron] 10.222.0.24 "GET /v2.0/networks?tenant_id=4d28aaeb531446a9b212059b5344459d&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1008017 Mar 31 16:07:16.372992 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbff375d-62cb-451f-8350-7dee2c6537d4 req-ab6b2d51-4b85-476f-af6b-6d620357b303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:16.374489 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-dbff375d-62cb-451f-8350-7dee2c6537d4 req-ab6b2d51-4b85-476f-af6b-6d620357b303 service neutron] 10.222.0.24 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0867739 Mar 31 16:07:16.476162 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-befeb030-7324-4a9c-a802-e3c5ec9804b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:16.477547 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-befeb030-7324-4a9c-a802-e3c5ec9804b2 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d28aaeb531446a9b212059b5344459d&device_id=b7b9b0eb-4061-4a02-8383-c3ed40f5eea5 HTTP/1.1" status: 200 len: 1127 time: 0.0476482 Mar 31 16:07:16.523755 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-cea915ac-9e23-4f06-98dd-95e79a11dfdc service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef4379de-d1b0-4282-92da-bc6820421d6c HTTP/1.1" status: 200 len: 217 time: 0.0330415 Mar 31 16:07:16.569726 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-4d8852ec-a9be-49a6-84cf-90964566e7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:16.571341 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-4d8852ec-a9be-49a6-84cf-90964566e7e0 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a388edde-e6ab-469e-a1b2-5165885b5edc HTTP/1.1" status: 200 len: 851 time: 0.0414326 Mar 31 16:07:16.617910 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-08f24c96-7d64-486c-b03f-baf6c615fa33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:16.619370 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-08f24c96-7d64-486c-b03f-baf6c615fa33 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd396baf-32f3-4650-986f-2e0b0f823007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0421114 Mar 31 16:07:16.707171 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-2547f73d-5a7d-4e90-ae41-c7879240a178 service neutron] 10.222.0.24 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819454 Mar 31 16:07:16.833234 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f622479d-4980-4c01-aa84-13c50763f64b req-1ac58c7b-bcdb-457e-abe0-b72c0a7a0a52 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:16.834682 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f622479d-4980-4c01-aa84-13c50763f64b req-1ac58c7b-bcdb-457e-abe0-b72c0a7a0a52 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7b9b0eb-4061-4a02-8383-c3ed40f5eea5 HTTP/1.1" status: 200 len: 943 time: 0.0810244 Mar 31 16:07:16.838168 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-81e1e612-68f9-4884-8fd2-2a15a010d76a req-338468b8-797e-436c-9c52-37ee9489e652 service neutron] 10.222.0.24 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246789 Mar 31 16:07:16.881967 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-f622479d-4980-4c01-aa84-13c50763f64b req-6790adbb-bdf9-4665-bf35-98f4a8e507c5 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417559 Mar 31 16:07:17.999516 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01286a34-735d-498f-be68-cf90b671154a req-65aa7e7b-9b5c-42ea-8086-02fdc2e15875 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:18.000994 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-01286a34-735d-498f-be68-cf90b671154a req-65aa7e7b-9b5c-42ea-8086-02fdc2e15875 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7b9b0eb-4061-4a02-8383-c3ed40f5eea5 HTTP/1.1" status: 200 len: 943 time: 0.0503316 Mar 31 16:07:18.047576 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-01286a34-735d-498f-be68-cf90b671154a req-18af07bd-0303-484c-91d4-79fb392606a3 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404139 Mar 31 16:07:19.165018 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b593d5-a098-4c10-a46c-c2593e3b4ce2 req-c7bf1f46-397b-47a9-9df3-bd4ba2ad31fd tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:19.166363 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-64b593d5-a098-4c10-a46c-c2593e3b4ce2 req-c7bf1f46-397b-47a9-9df3-bd4ba2ad31fd tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7b9b0eb-4061-4a02-8383-c3ed40f5eea5 HTTP/1.1" status: 200 len: 943 time: 0.0532918 Mar 31 16:07:19.213671 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-64b593d5-a098-4c10-a46c-c2593e3b4ce2 req-98b823ec-db5e-40ed-b217-88913e1c2435 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417557 Mar 31 16:07:19.922977 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6b4b3e75-79a3-4bcf-8b64-0aaa30211a17 req-de7aaf5f-b644-4a91-8718-847f1090cccf service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0415404 Mar 31 16:07:20.020902 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b3e75-79a3-4bcf-8b64-0aaa30211a17 req-adb94558-dcba-4e8f-b1bd-f46c19bd0d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:20.022528 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6b4b3e75-79a3-4bcf-8b64-0aaa30211a17 req-adb94558-dcba-4e8f-b1bd-f46c19bd0d7a service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d28aaeb531446a9b212059b5344459d&device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 1130 time: 0.0437782 Mar 31 16:07:20.124600 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b3e75-79a3-4bcf-8b64-0aaa30211a17 req-e273b58d-8b15-403c-aa71-47decb63ed91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:20.126053 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6b4b3e75-79a3-4bcf-8b64-0aaa30211a17 req-e273b58d-8b15-403c-aa71-47decb63ed91 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd396baf-32f3-4650-986f-2e0b0f823007 HTTP/1.1" status: 200 len: 913 time: 0.0867307 Mar 31 16:07:20.187621 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6b4b3e75-79a3-4bcf-8b64-0aaa30211a17 req-55ffeab0-ec1c-4fb5-8fee-79e4c47305a0 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6db6ace-34c2-413a-8efd-6b8a71667a15 HTTP/1.1" status: 200 len: 1001 time: 0.0553312 Mar 31 16:07:20.238012 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b3e75-79a3-4bcf-8b64-0aaa30211a17 req-1694f1b2-24ff-46b9-9da4-9d33414a26cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:20.239452 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6b4b3e75-79a3-4bcf-8b64-0aaa30211a17 req-1694f1b2-24ff-46b9-9da4-9d33414a26cf service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a388edde-e6ab-469e-a1b2-5165885b5edc HTTP/1.1" status: 200 len: 851 time: 0.0452907 Mar 31 16:07:20.287124 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4b3e75-79a3-4bcf-8b64-0aaa30211a17 req-2751f462-7998-405d-921f-77cac59865f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:20.288694 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6b4b3e75-79a3-4bcf-8b64-0aaa30211a17 req-2751f462-7998-405d-921f-77cac59865f7 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd396baf-32f3-4650-986f-2e0b0f823007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438390 Mar 31 16:07:20.377608 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6b4b3e75-79a3-4bcf-8b64-0aaa30211a17 req-55ed1d78-c502-4405-9a96-d0613b807c3b service neutron] 10.222.0.24 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828288 Mar 31 16:07:20.505773 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98035acf-5b6b-4eca-88f4-137c94eaa273 req-23a3d0d9-6003-42df-b0f3-f9892ab17b1a tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:20.507124 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-98035acf-5b6b-4eca-88f4-137c94eaa273 req-23a3d0d9-6003-42df-b0f3-f9892ab17b1a tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7b9b0eb-4061-4a02-8383-c3ed40f5eea5 HTTP/1.1" status: 200 len: 943 time: 0.0792549 Mar 31 16:07:20.508884 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-6b4b3e75-79a3-4bcf-8b64-0aaa30211a17 req-6a056db6-bcae-4939-8872-45785aa6c891 service neutron] 10.222.0.24 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250298 Mar 31 16:07:20.556124 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-98035acf-5b6b-4eca-88f4-137c94eaa273 req-7dabbced-13dc-4bde-accc-e8e037d7af4f tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433447 Mar 31 16:07:21.672948 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed87bd3e-2815-4a63-a61f-01c6e96711ca req-3b5d3000-e100-43f4-b096-f9bff9fa318e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:21.674898 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ed87bd3e-2815-4a63-a61f-01c6e96711ca req-3b5d3000-e100-43f4-b096-f9bff9fa318e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7b9b0eb-4061-4a02-8383-c3ed40f5eea5 HTTP/1.1" status: 200 len: 943 time: 0.0540655 Mar 31 16:07:21.721823 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-ed87bd3e-2815-4a63-a61f-01c6e96711ca req-5fd62751-e365-4fac-a4cb-ea02b0d0cc5b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412850 Mar 31 16:07:22.835181 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab66e75-54f0-4de1-a71f-981bfc488cab req-27dbe7c6-d4cb-46c7-91ad-886e0a03cee8 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:22.836663 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0ab66e75-54f0-4de1-a71f-981bfc488cab req-27dbe7c6-d4cb-46c7-91ad-886e0a03cee8 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7b9b0eb-4061-4a02-8383-c3ed40f5eea5 HTTP/1.1" status: 200 len: 943 time: 0.0509529 Mar 31 16:07:22.884019 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0ab66e75-54f0-4de1-a71f-981bfc488cab req-dab53fea-0960-42df-9567-d62e51eadc26 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418625 Mar 31 16:07:24.001866 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1739b80-0238-45e7-8403-3916abb202ba req-fea6d8c6-0c29-4271-ba88-59d5623c901d tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:24.003330 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e1739b80-0238-45e7-8403-3916abb202ba req-fea6d8c6-0c29-4271-ba88-59d5623c901d tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7b9b0eb-4061-4a02-8383-c3ed40f5eea5 HTTP/1.1" status: 200 len: 943 time: 0.0546784 Mar 31 16:07:24.050449 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-e1739b80-0238-45e7-8403-3916abb202ba req-b3999f2d-45af-44d2-93c8-f75933283ab6 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415955 Mar 31 16:07:25.163524 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2946ff9c-059f-458e-9b54-e1662f4e2506 req-69b4e806-26ea-44f2-a830-2957103264d7 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:25.164924 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2946ff9c-059f-458e-9b54-e1662f4e2506 req-69b4e806-26ea-44f2-a830-2957103264d7 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7b9b0eb-4061-4a02-8383-c3ed40f5eea5 HTTP/1.1" status: 200 len: 943 time: 0.0505333 Mar 31 16:07:25.212411 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-2946ff9c-059f-458e-9b54-e1662f4e2506 req-aa1f6ac2-4da4-4f5a-810e-2bbe1ff5ff7f tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419872 Mar 31 16:07:25.466943 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device ef4379de-d1b0-4282-92da-bc6820421d6c details requested by agent hyperv_hv-cinder-83602 with host hv-cinder-83602 {{(pid=115721) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 31 16:07:25.561619 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port ef4379de-d1b0-4282-92da-bc6820421d6c, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=ef4379de-d1b0-4282-92da-bc6820421d6c,segment=NetworkSegment(1c51cb10-7616-40ac-b97a-85274b7996b5),segment_id=1c51cb10-7616-40ac-b97a-85274b7996b5)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:07:25.573222 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Returning: {'device': 'ef4379de-d1b0-4282-92da-bc6820421d6c', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'port_id': 'ef4379de-d1b0-4282-92da-bc6820421d6c', 'mac_address': 'fa:16:3e:59:05:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 819, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=115721) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 31 16:07:25.608643 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port ef4379de-d1b0-4282-92da-bc6820421d6c is: DOWN; New status is: BUILD {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:07:25.609039 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (ef4379de-d1b0-4282-92da-bc6820421d6c), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:25.624758 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef4379de-d1b0-4282-92da-bc6820421d6c {{(pid=115721) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 31 16:07:25.644191 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port ef4379de-d1b0-4282-92da-bc6820421d6c, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=ef4379de-d1b0-4282-92da-bc6820421d6c,segment=NetworkSegment(1c51cb10-7616-40ac-b97a-85274b7996b5),segment_id=1c51cb10-7616-40ac-b97a-85274b7996b5)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:07:25.716335 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (ef4379de-d1b0-4282-92da-bc6820421d6c), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:25.762993 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=ef4379de-d1b0-4282-92da-bc6820421d6c,revision_number=4']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:07:25.770233 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:25.770567 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:25.770911 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:25.771251 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:25.771585 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:25.771915 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:25.772268 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:25.772596 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:25.772919 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:25.773242 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:25.773564 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:25.773888 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:25.774207 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:25.774527 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:25.774845 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:07:26.020814 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] get_ports_and_sgs() called for port_ids ['ef4379de-d1b0-4282-92da-bc6820421d6c'] {{(pid=115721) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 31 16:07:26.327090 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba1a075-a35b-46d3-9003-3773278330a3 req-bb7d3ba4-cd0c-41b6-8927-e3edf084379c tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:26.328588 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-eba1a075-a35b-46d3-9003-3773278330a3 req-bb7d3ba4-cd0c-41b6-8927-e3edf084379c tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7b9b0eb-4061-4a02-8383-c3ed40f5eea5 HTTP/1.1" status: 200 len: 944 time: 0.0507839 Mar 31 16:07:26.378888 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-eba1a075-a35b-46d3-9003-3773278330a3 req-fc0846f7-7931-4b54-980e-ce476a847b89 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442219 Mar 31 16:07:27.480715 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device ef4379de-d1b0-4282-92da-bc6820421d6c up at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 31 16:07:27.494141 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2a6c16-b007-456c-a349-aab7a0d7f717 req-7b9b2673-ece3-4459-b9f3-4f82d12b4e91 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:27.495621 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-fa2a6c16-b007-456c-a349-aab7a0d7f717 req-7b9b2673-ece3-4459-b9f3-4f82d12b4e91 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7b9b0eb-4061-4a02-8383-c3ed40f5eea5 HTTP/1.1" status: 200 len: 944 time: 0.0510144 Mar 31 16:07:27.543570 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-fa2a6c16-b007-456c-a349-aab7a0d7f717 req-96635cfd-e58b-43de-ac87-b16eabe6b356 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422246 Mar 31 16:07:27.584799 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning for port ef4379de-d1b0-4282-92da-bc6820421d6c completed by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 31 16:07:27.588700 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.provisioning_blocks [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Provisioning complete for port ef4379de-d1b0-4282-92da-bc6820421d6c triggered by entity L2. {{(pid=115721) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 31 16:07:27.597409 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2060683'] for port (ef4379de-d1b0-4282-92da-bc6820421d6c), provisioning_complete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:27.664740 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Current status of the port ef4379de-d1b0-4282-92da-bc6820421d6c is: BUILD; New status is: ACTIVE {{(pid=115721) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2256}} Mar 31 16:07:27.665145 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (ef4379de-d1b0-4282-92da-bc6820421d6c), before_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:27.686592 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b9b0eb-4061-4a02-8383-c3ed40f5eea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4379de-d1b0-4282-92da-bc6820421d6c'}] {{(pid=115721) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:07:27.688801 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c1dbd394bfc303c33638f161c815dd3ff8081b22df1313fe1def72e09edd93f9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ffdab9-c26a-46d8-ae04-4c9e7ed03da7" -d '{"events": [{"server_uuid": "b7b9b0eb-4061-4a02-8383-c3ed40f5eea5", "name": "network-vif-plugged", "status": "completed", "tag": "ef4379de-d1b0-4282-92da-bc6820421d6c"}]}' {{(pid=115721) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:07:27.701110 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] For port ef4379de-d1b0-4282-92da-bc6820421d6c, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=ef4379de-d1b0-4282-92da-bc6820421d6c,segment=NetworkSegment(1c51cb10-7616-40ac-b97a-85274b7996b5),segment_id=1c51cb10-7616-40ac-b97a-85274b7996b5)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:07:27.724881 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:07:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49fb6617-e189-4c0c-aad8-8b7e4f0cdf6a x-openstack-request-id: req-49fb6617-e189-4c0c-aad8-8b7e4f0cdf6a {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:07:27.725168 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b9b0eb-4061-4a02-8383-c3ed40f5eea5", "name": "network-vif-plugged", "status": "completed", "tag": "ef4379de-d1b0-4282-92da-bc6820421d6c", "code": 200}]} {{(pid=115721) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:07:27.725420 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-49fb6617-e189-4c0c-aad8-8b7e4f0cdf6a {{(pid=115721) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:07:27.725812 dv-cinder-836028-1-iscsi neutron-server[115721]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49fb6617-e189-4c0c-aad8-8b7e4f0cdf6a'] response: {'server_uuid': 'b7b9b0eb-4061-4a02-8383-c3ed40f5eea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef4379de-d1b0-4282-92da-bc6820421d6c', 'code': 200} Mar 31 16:07:27.744848 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710'] for port (ef4379de-d1b0-4282-92da-bc6820421d6c), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:27.791437 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Pushing event updated for resources: {'Port': ['ID=ef4379de-d1b0-4282-92da-bc6820421d6c,revision_number=5']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:07:28.065145 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195e33e2-bbc8-4b25-9f51-63e2ea6afb68 req-5ea9c33f-a19f-45cb-be1c-ea1034f0c126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:28.066638 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-195e33e2-bbc8-4b25-9f51-63e2ea6afb68 req-5ea9c33f-a19f-45cb-be1c-ea1034f0c126 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=b7b9b0eb-4061-4a02-8383-c3ed40f5eea5 HTTP/1.1" status: 200 len: 1129 time: 0.0428765 Mar 31 16:07:28.110952 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-195e33e2-bbc8-4b25-9f51-63e2ea6afb68 req-66086fef-55b0-4e0f-aadd-e279268dbc9e service neutron] 10.222.0.24 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382473 Mar 31 16:07:28.664907 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba5f26-cd57-4e48-9ae2-e5c28ab45647 req-23f04f3f-846e-4341-9c8f-375e29160bbe tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:28.666378 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-00ba5f26-cd57-4e48-9ae2-e5c28ab45647 req-23f04f3f-846e-4341-9c8f-375e29160bbe tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7b9b0eb-4061-4a02-8383-c3ed40f5eea5 HTTP/1.1" status: 200 len: 945 time: 0.0551229 Mar 31 16:07:28.714116 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-00ba5f26-cd57-4e48-9ae2-e5c28ab45647 req-2cd417f2-f24e-4db8-91d7-1dd77bcf7e6b tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422287 Mar 31 16:07:29.832753 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e30541-3ded-4167-8bcc-ffa8afde0872 req-e879e393-c563-4d82-820e-e23dfab64fb7 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:29.834239 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d9e30541-3ded-4167-8bcc-ffa8afde0872 req-e879e393-c563-4d82-820e-e23dfab64fb7 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7b9b0eb-4061-4a02-8383-c3ed40f5eea5 HTTP/1.1" status: 200 len: 945 time: 0.0523365 Mar 31 16:07:29.881920 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d9e30541-3ded-4167-8bcc-ffa8afde0872 req-b7fe1c40-a9fb-4546-8e2c-3e42dbd826cb tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421684 Mar 31 16:07:29.994890 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219b121c-1308-40be-b916-f5f20da40c77 req-05127d19-ea44-4030-aa02-f2d1635d2b07 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:29.996276 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-219b121c-1308-40be-b916-f5f20da40c77 req-05127d19-ea44-4030-aa02-f2d1635d2b07 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7b9b0eb-4061-4a02-8383-c3ed40f5eea5 HTTP/1.1" status: 200 len: 945 time: 0.0510931 Mar 31 16:07:30.046181 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-219b121c-1308-40be-b916-f5f20da40c77 req-2dd5b583-bb34-4253-923b-50b696a7d953 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443258 Mar 31 16:07:30.068765 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 41114) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:07:30.110433 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583146d9-a1b1-4c81-8755-619ed0ff706e tempest-TestVolumeBootPattern-267310861 tempest-TestVolumeBootPattern-267310861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:30.112493 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-583146d9-a1b1-4c81-8755-619ed0ff706e tempest-TestVolumeBootPattern-267310861 tempest-TestVolumeBootPattern-267310861-project-admin] 10.222.0.47 "GET /v2.0/ports?device_id=b7b9b0eb-4061-4a02-8383-c3ed40f5eea5 HTTP/1.1" status: 200 len: 1124 time: 0.0427532 Mar 31 16:07:30.115085 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 41116) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:07:30.119188 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.v2.base [None req-7810616f-b065-45ba-abeb-132724f14006 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Request body: {'floatingip': {'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'port_id': 'ef4379de-d1b0-4282-92da-bc6820421d6c', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=115719) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 31 16:07:30.190372 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-7810616f-b065-45ba-abeb-132724f14006 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for floatingip (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:30.287884 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-7810616f-b065-45ba-abeb-132724f14006 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (None), before_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:30.387981 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.db_base_plugin_common [None req-7810616f-b065-45ba-abeb-132724f14006 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Allocated IP 172.27.0.205 (3b1a5cd5-bca8-4f86-be99-483986f7f547/c4390997-9a11-4c24-ae70-32af92bbcdb2/dae321de-0b06-4d45-8469-45bd7e467cd1) {{(pid=115719) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 31 16:07:30.489202 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-7810616f-b065-45ba-abeb-132724f14006 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for port (dae321de-0b06-4d45-8469-45bd7e467cd1), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:30.567991 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-7810616f-b065-45ba-abeb-132724f14006 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779152402158', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (dae321de-0b06-4d45-8469-45bd7e467cd1), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:30.601987 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7810616f-b065-45ba-abeb-132724f14006 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Network 3b1a5cd5-bca8-4f86-be99-483986f7f547 is already hosted by enough agents. {{(pid=115719) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 31 16:07:30.604784 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.base_scheduler [None req-7810616f-b065-45ba-abeb-132724f14006 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Resources bound (agent type, host, resource id): {{(pid=115719) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 31 16:07:30.608321 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7810616f-b065-45ba-abeb-132724f14006 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Received port after_create {{(pid=115719) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 31 16:07:30.639784 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810616f-b065-45ba-abeb-132724f14006 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Pushing event updated for resources: {'Port': ['ID=dae321de-0b06-4d45-8469-45bd7e467cd1,revision_number=1']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:07:31.216405 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-7810616f-b065-45ba-abeb-132724f14006 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for floatingip (6bb43a65-c180-4f6b-ab81-a93e89231f5c), precommit_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:31.363599 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-7810616f-b065-45ba-abeb-132724f14006 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1875569'] for port (dae321de-0b06-4d45-8469-45bd7e467cd1), before_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:31.510722 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-7810616f-b065-45ba-abeb-132724f14006 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for port (dae321de-0b06-4d45-8469-45bd7e467cd1), precommit_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:31.596756 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-7810616f-b065-45ba-abeb-132724f14006 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779152904587', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779152402692', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779152402710', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5068794'] for port (dae321de-0b06-4d45-8469-45bd7e467cd1), after_update {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:31.660778 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7810616f-b065-45ba-abeb-132724f14006 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Pushing event updated for resources: {'Port': ['ID=dae321de-0b06-4d45-8469-45bd7e467cd1,revision_number=2']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:07:31.671762 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-7810616f-b065-45ba-abeb-132724f14006 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-609663'] for floatingip (6bb43a65-c180-4f6b-ab81-a93e89231f5c), after_create {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:31.770435 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.db.l3_db [None req-7810616f-b065-45ba-abeb-132724f14006 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Floating IP 6bb43a65-c180-4f6b-ab81-a93e89231f5c associated. External IP: 172.27.0.205, port: ef4379de-d1b0-4282-92da-bc6820421d6c. Mar 31 16:07:31.975935 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7810616f-b065-45ba-abeb-132724f14006 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Router 100dbd7d-3bff-4ae1-af07-146084398759 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:07:32.083602 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7810616f-b065-45ba-abeb-132724f14006 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:07:32.093415 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c084b885-5e71-4f8c-81ab-c8cb65dcaf1f None None] Sync routers for ids ['100dbd7d-3bff-4ae1-af07-146084398759'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:07:32.103313 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c084b885-5e71-4f8c-81ab-c8cb65dcaf1f None None] Routers {'100dbd7d-3bff-4ae1-af07-146084398759'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:07:32.103921 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-c084b885-5e71-4f8c-81ab-c8cb65dcaf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:07:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['100dbd7d-3bff-4ae1-af07-146084398759'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:07:32.153042 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-7810616f-b065-45ba-abeb-132724f14006 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:32.182953 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-7810616f-b065-45ba-abeb-132724f14006 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0668685 Mar 31 16:07:32.183575 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b9b0eb-4061-4a02-8383-c3ed40f5eea5', 'tag': 'ef4379de-d1b0-4282-92da-bc6820421d6c'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:07:32.185895 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e81176-1131-40d1-8d4d-26e3fcb71f56" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b9b0eb-4061-4a02-8383-c3ed40f5eea5", "tag": "ef4379de-d1b0-4282-92da-bc6820421d6c"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:07:32.212635 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-c084b885-5e71-4f8c-81ab-c8cb65dcaf1f None None] Set router 100dbd7d-3bff-4ae1-af07-146084398759 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:07:32.228419 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:07:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d3b547-851e-4986-9ce5-236f81f6c97c x-openstack-request-id: req-65d3b547-851e-4986-9ce5-236f81f6c97c {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:07:32.228952 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b9b0eb-4061-4a02-8383-c3ed40f5eea5", "tag": "ef4379de-d1b0-4282-92da-bc6820421d6c", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:07:32.228952 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-65d3b547-851e-4986-9ce5-236f81f6c97c {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:07:32.229366 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65d3b547-851e-4986-9ce5-236f81f6c97c'] response: {'name': 'network-changed', 'server_uuid': 'b7b9b0eb-4061-4a02-8383-c3ed40f5eea5', 'tag': 'ef4379de-d1b0-4282-92da-bc6820421d6c', 'status': 'completed', 'code': 200} Mar 31 16:07:32.319402 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e81176-1131-40d1-8d4d-26e3fcb71f56 req-08b9f3a6-8d1c-42b2-90d6-1a07c33e8ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:32.321206 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-27e81176-1131-40d1-8d4d-26e3fcb71f56 req-08b9f3a6-8d1c-42b2-90d6-1a07c33e8ace service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d28aaeb531446a9b212059b5344459d&device_id=b7b9b0eb-4061-4a02-8383-c3ed40f5eea5 HTTP/1.1" status: 200 len: 1129 time: 0.0485651 Mar 31 16:07:32.412524 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e81176-1131-40d1-8d4d-26e3fcb71f56 req-0af24a89-ebc4-4761-a4d2-5e9919e04bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:32.413937 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-27e81176-1131-40d1-8d4d-26e3fcb71f56 req-0af24a89-ebc4-4761-a4d2-5e9919e04bfc service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd396baf-32f3-4650-986f-2e0b0f823007 HTTP/1.1" status: 200 len: 913 time: 0.0865903 Mar 31 16:07:32.453831 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-c084b885-5e71-4f8c-81ab-c8cb65dcaf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100dbd7d-3bff-4ae1-af07-146084398759', 'name': 'tempest-TestVolumeBootPattern-1737969383-router', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:08Z', 'updated_at': '2022-03-31T16:02:11Z', 'revision_number': 4, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'gw_port': {'id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:09Z', 'updated_at': '2022-03-31T16:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '6bb43a65-c180-4f6b-ab81-a93e89231f5c', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'port_id': 'ef4379de-d1b0-4282-92da-bc6820421d6c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'mac_address': 'fa:16:3e:59:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b9b0eb-4061-4a02-8383-c3ed40f5eea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:07:30Z', 'updated_at': '2022-03-31T16:07:30Z', 'revision_number': 0, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'fixed_ip_address_scope': None}, {'id': 'f06b2b61-9654-40d0-8b29-8c84c5709d6b', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'port_id': 'd6db6ace-34c2-413a-8efd-6b8a71667a15', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'mac_address': 'fa:16:3e:ab:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22fd7dd-977f-4d9e-8aed-32e4413d7008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:05:30Z', 'updated_at': '2022-03-31T16:05:32Z', 'revision_number': 1, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007da67d-e8c1-463d-ab83-edbf911c80a0', 'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'mac_address': 'fa:16:3e:89:36:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:11Z', 'updated_at': '2022-03-31T16:02:16Z', 'revision_number': 5, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'subnets': [{'id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:07:32.479383 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-27e81176-1131-40d1-8d4d-26e3fcb71f56 req-7e1bc2d9-066b-4035-975b-c9ca08980401 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef4379de-d1b0-4282-92da-bc6820421d6c HTTP/1.1" status: 200 len: 999 time: 0.0601761 Mar 31 16:07:32.479850 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c084b885-5e71-4f8c-81ab-c8cb65dcaf1f None None] Checking router: 100dbd7d-3bff-4ae1-af07-146084398759 for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:07:32.489129 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c084b885-5e71-4f8c-81ab-c8cb65dcaf1f None None] Routers {'100dbd7d-3bff-4ae1-af07-146084398759'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:07:32.489733 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-c084b885-5e71-4f8c-81ab-c8cb65dcaf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:07:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['100dbd7d-3bff-4ae1-af07-146084398759'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:07:32.526344 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e81176-1131-40d1-8d4d-26e3fcb71f56 req-c8baea1a-dcb7-4740-a75e-0af114c69710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:32.527780 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-27e81176-1131-40d1-8d4d-26e3fcb71f56 req-c8baea1a-dcb7-4740-a75e-0af114c69710 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a388edde-e6ab-469e-a1b2-5165885b5edc HTTP/1.1" status: 200 len: 851 time: 0.0425363 Mar 31 16:07:32.583340 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e81176-1131-40d1-8d4d-26e3fcb71f56 req-0c77ee1d-37d5-4f56-bedd-799a0f456987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:07:32.584910 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-27e81176-1131-40d1-8d4d-26e3fcb71f56 req-0c77ee1d-37d5-4f56-bedd-799a0f456987 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd396baf-32f3-4650-986f-2e0b0f823007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0501819 Mar 31 16:07:32.675338 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-27e81176-1131-40d1-8d4d-26e3fcb71f56 req-a9283d39-27c4-4213-a1fe-8087aecc47fd service neutron] 10.222.0.24 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843308 Mar 31 16:07:32.722886 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-c084b885-5e71-4f8c-81ab-c8cb65dcaf1f None None] Set router 100dbd7d-3bff-4ae1-af07-146084398759 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:07:32.767295 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-27e81176-1131-40d1-8d4d-26e3fcb71f56 req-249925db-31f4-40fe-b6bf-1c3b41749406 service neutron] 10.222.0.24 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866616 Mar 31 16:07:32.945141 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-c084b885-5e71-4f8c-81ab-c8cb65dcaf1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100dbd7d-3bff-4ae1-af07-146084398759', 'name': 'tempest-TestVolumeBootPattern-1737969383-router', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:08Z', 'updated_at': '2022-03-31T16:02:11Z', 'revision_number': 4, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'gw_port': {'id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:09Z', 'updated_at': '2022-03-31T16:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '6bb43a65-c180-4f6b-ab81-a93e89231f5c', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'port_id': 'ef4379de-d1b0-4282-92da-bc6820421d6c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'mac_address': 'fa:16:3e:59:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b9b0eb-4061-4a02-8383-c3ed40f5eea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:07:30Z', 'updated_at': '2022-03-31T16:07:30Z', 'revision_number': 0, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'fixed_ip_address_scope': None}, {'id': 'f06b2b61-9654-40d0-8b29-8c84c5709d6b', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'port_id': 'd6db6ace-34c2-413a-8efd-6b8a71667a15', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'mac_address': 'fa:16:3e:ab:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22fd7dd-977f-4d9e-8aed-32e4413d7008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:05:30Z', 'updated_at': '2022-03-31T16:05:32Z', 'revision_number': 1, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007da67d-e8c1-463d-ab83-edbf911c80a0', 'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'mac_address': 'fa:16:3e:89:36:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:11Z', 'updated_at': '2022-03-31T16:02:16Z', 'revision_number': 5, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'subnets': [{'id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:07:32.970950 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c084b885-5e71-4f8c-81ab-c8cb65dcaf1f None None] The sync data for ids ['100dbd7d-3bff-4ae1-af07-146084398759'] in dv-cinder-836028-1-iscsi is: [{'id': '100dbd7d-3bff-4ae1-af07-146084398759', 'name': 'tempest-TestVolumeBootPattern-1737969383-router', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:08Z', 'updated_at': '2022-03-31T16:02:11Z', 'revision_number': 4, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'gw_port': {'id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:09Z', 'updated_at': '2022-03-31T16:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': '6bb43a65-c180-4f6b-ab81-a93e89231f5c', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'floating_ip_address': '172.27.0.205', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'port_id': 'ef4379de-d1b0-4282-92da-bc6820421d6c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 743, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'mac_address': 'fa:16:3e:59:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b7b9b0eb-4061-4a02-8383-c3ed40f5eea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:07:30Z', 'updated_at': '2022-03-31T16:07:30Z', 'revision_number': 0, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'fixed_ip_address_scope': None}, {'id': 'f06b2b61-9654-40d0-8b29-8c84c5709d6b', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'port_id': 'd6db6ace-34c2-413a-8efd-6b8a71667a15', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'mac_address': 'fa:16:3e:ab:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22fd7dd-977f-4d9e-8aed-32e4413d7008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:05:30Z', 'updated_at': '2022-03-31T16:05:32Z', 'revision_number': 1, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007da67d-e8c1-463d-ab83-edbf911c80a0', 'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'mac_address': 'fa:16:3e:89:36:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:11Z', 'updated_at': '2022-03-31T16:02:16Z', 'revision_number': 5, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'subnets': [{'id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:07:33.160991 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e90edea-ddd2-4dc1-b6b7-a66ba5882bd6 None None] New status for floating IP 6bb43a65-c180-4f6b-ab81-a93e89231f5c: ACTIVE {{(pid=115722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:07:34.773291 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-7ff554bb-93e8-47be-b135-eecbc3d40ba4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:36.984595 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-62c70bde-40c8-40d3-a643-d519310613ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:37.875892 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:38.453361 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:39.367613 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:07:40.796726 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:07:41.053304 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:04.772568 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-25b8423c-fd1e-413d-927e-3610d7b66e1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:07.006547 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-e2e9a180-508a-4811-9430-0f4c433a04fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:07.892416 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:08.418403 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:09.372438 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:11.069995 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:17.795034 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:08:20.245832 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-46d3e5de-b659-48a8-a1e9-401685d481cd req-75b0e92e-b7b1-496e-861a-8333c28942d9 service neutron] 10.222.0.24 "GET /v2.0/ports?device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419693 Mar 31 16:08:20.345915 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3e5de-b659-48a8-a1e9-401685d481cd req-400d6248-16aa-49ea-a313-2755a0d1d9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:20.347538 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-46d3e5de-b659-48a8-a1e9-401685d481cd req-400d6248-16aa-49ea-a313-2755a0d1d9c0 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d28aaeb531446a9b212059b5344459d&device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 1130 time: 0.0441716 Mar 31 16:08:20.450172 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3e5de-b659-48a8-a1e9-401685d481cd req-09ad6e1d-b709-4e53-99e1-ce4f40a24b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:20.451695 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-46d3e5de-b659-48a8-a1e9-401685d481cd req-09ad6e1d-b709-4e53-99e1-ce4f40a24b1c service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd396baf-32f3-4650-986f-2e0b0f823007 HTTP/1.1" status: 200 len: 913 time: 0.0860052 Mar 31 16:08:20.516045 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-46d3e5de-b659-48a8-a1e9-401685d481cd req-6418f4d1-5e3d-4fa5-9176-9bbcd25ae0a4 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6db6ace-34c2-413a-8efd-6b8a71667a15 HTTP/1.1" status: 200 len: 1001 time: 0.0569818 Mar 31 16:08:20.563166 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3e5de-b659-48a8-a1e9-401685d481cd req-54441c29-9149-46e3-877e-c644bbdce55d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:20.564489 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-46d3e5de-b659-48a8-a1e9-401685d481cd req-54441c29-9149-46e3-877e-c644bbdce55d service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a388edde-e6ab-469e-a1b2-5165885b5edc HTTP/1.1" status: 200 len: 851 time: 0.0419605 Mar 31 16:08:20.615178 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3e5de-b659-48a8-a1e9-401685d481cd req-7857c73e-c844-4acb-a8d3-ebc072d6bc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:08:20.616685 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-46d3e5de-b659-48a8-a1e9-401685d481cd req-7857c73e-c844-4acb-a8d3-ebc072d6bc43 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd396baf-32f3-4650-986f-2e0b0f823007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459752 Mar 31 16:08:20.701525 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-46d3e5de-b659-48a8-a1e9-401685d481cd req-9d2086ea-4e7e-461d-be44-ccaf5b8f4e6e service neutron] 10.222.0.24 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0779958 Mar 31 16:08:20.793232 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-46d3e5de-b659-48a8-a1e9-401685d481cd req-e23f05f3-e952-499a-a54a-3f89afe770bb service neutron] 10.222.0.24 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849130 Mar 31 16:08:34.777370 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-571d7b1f-da98-4cbc-a24a-75544e2d48e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:36.988811 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-fa4758dd-000d-49ea-9a50-6153028f6f7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:37.874593 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:38.428752 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:39.388923 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:41.057313 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:08:48.925728 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [req-3f1d6cbc-6fdf-4341-b524-7cd436504292 req-338bb306-b1a8-4e73-83f6-1d8943d205e1 service neutron] (115720) timed out ('10.222.0.24', 62618) {{(pid=115720) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 16:08:49.163805 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [req-a3b9bebe-5073-4d03-8504-fd04cb6a9958 req-9ca48ef1-1b61-4e55-88be-e00b9afe89fa service neutron] (115720) timed out ('10.222.0.24', 62595) {{(pid=115720) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 16:08:54.793658 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:09:01.548584 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 41146) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:01.703338 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-1529ee9f-b002-44f1-b11a-eccba27ab795 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Deleting port dae321de-0b06-4d45-8469-45bd7e467cd1 {{(pid=115720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:09:01.703601 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-1529ee9f-b002-44f1-b11a-eccba27ab795 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (dae321de-0b06-4d45-8469-45bd7e467cd1), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:01.778387 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-1529ee9f-b002-44f1-b11a-eccba27ab795 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (dae321de-0b06-4d45-8469-45bd7e467cd1), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:01.778705 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-1529ee9f-b002-44f1-b11a-eccba27ab795 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for floatingip (dae321de-0b06-4d45-8469-45bd7e467cd1), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:01.790789 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-1529ee9f-b002-44f1-b11a-eccba27ab795 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Calling delete_port for dae321de-0b06-4d45-8469-45bd7e467cd1 owned by network:floatingip {{(pid=115720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:09:02.062712 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-1529ee9f-b002-44f1-b11a-eccba27ab795 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (dae321de-0b06-4d45-8469-45bd7e467cd1), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:02.087057 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1529ee9f-b002-44f1-b11a-eccba27ab795 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Pushing event deleted for resources: {'Port': ['ID=dae321de-0b06-4d45-8469-45bd7e467cd1,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:02.114831 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529ee9f-b002-44f1-b11a-eccba27ab795 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:02.115190 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529ee9f-b002-44f1-b11a-eccba27ab795 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:02.115545 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529ee9f-b002-44f1-b11a-eccba27ab795 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:02.115888 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529ee9f-b002-44f1-b11a-eccba27ab795 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:02.116256 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529ee9f-b002-44f1-b11a-eccba27ab795 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:02.116595 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529ee9f-b002-44f1-b11a-eccba27ab795 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:02.116926 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529ee9f-b002-44f1-b11a-eccba27ab795 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:02.117284 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529ee9f-b002-44f1-b11a-eccba27ab795 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:02.117617 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529ee9f-b002-44f1-b11a-eccba27ab795 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:02.117949 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529ee9f-b002-44f1-b11a-eccba27ab795 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:02.118282 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529ee9f-b002-44f1-b11a-eccba27ab795 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:02.118613 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529ee9f-b002-44f1-b11a-eccba27ab795 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:02.118942 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529ee9f-b002-44f1-b11a-eccba27ab795 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:02.119268 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529ee9f-b002-44f1-b11a-eccba27ab795 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:02.119593 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1529ee9f-b002-44f1-b11a-eccba27ab795 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115720) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:02.161559 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-1529ee9f-b002-44f1-b11a-eccba27ab795 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for floatingip (6bb43a65-c180-4f6b-ab81-a93e89231f5c), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:02.164776 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.db.l3_db [None req-1529ee9f-b002-44f1-b11a-eccba27ab795 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Floating IP 6bb43a65-c180-4f6b-ab81-a93e89231f5c disassociated (deleted). External IP: 172.27.0.205, port: ef4379de-d1b0-4282-92da-bc6820421d6c. Mar 31 16:09:02.367914 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1529ee9f-b002-44f1-b11a-eccba27ab795 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Router 100dbd7d-3bff-4ae1-af07-146084398759 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:09:02.471236 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1529ee9f-b002-44f1-b11a-eccba27ab795 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:09:02.476700 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-1529ee9f-b002-44f1-b11a-eccba27ab795 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:02.481206 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f6c542-4390-4660-9afc-23d4694e3b2d None None] Sync routers for ids ['100dbd7d-3bff-4ae1-af07-146084398759'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:09:02.490984 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f6c542-4390-4660-9afc-23d4694e3b2d None None] Routers {'100dbd7d-3bff-4ae1-af07-146084398759'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:09:02.491602 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-60f6c542-4390-4660-9afc-23d4694e3b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:08:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['100dbd7d-3bff-4ae1-af07-146084398759'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:02.507232 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-1529ee9f-b002-44f1-b11a-eccba27ab795 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "DELETE /v2.0/floatingips/6bb43a65-c180-4f6b-ab81-a93e89231f5c HTTP/1.1" status: 204 len: 168 time: 0.9575794 Mar 31 16:09:02.508180 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7b9b0eb-4061-4a02-8383-c3ed40f5eea5', 'tag': 'ef4379de-d1b0-4282-92da-bc6820421d6c'}] {{(pid=115720) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:09:02.510117 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ccc7965b351d9be82fa8b87eed5996d2f485a8722744a87613077a4f3f485543" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9029a181-a7a1-4006-89cc-af2abcebd0c8" -d '{"events": [{"name": "network-changed", "server_uuid": "b7b9b0eb-4061-4a02-8383-c3ed40f5eea5", "tag": "ef4379de-d1b0-4282-92da-bc6820421d6c"}]}' {{(pid=115720) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:09:02.603679 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-60f6c542-4390-4660-9afc-23d4694e3b2d None None] Set router 100dbd7d-3bff-4ae1-af07-146084398759 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:09:02.615640 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aff7e22f-da09-4220-adf8-a6bca6b5890b x-openstack-request-id: req-aff7e22f-da09-4220-adf8-a6bca6b5890b {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:09:02.616178 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7b9b0eb-4061-4a02-8383-c3ed40f5eea5", "tag": "ef4379de-d1b0-4282-92da-bc6820421d6c", "status": "completed", "code": 200}]} {{(pid=115720) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:09:02.616178 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-aff7e22f-da09-4220-adf8-a6bca6b5890b {{(pid=115720) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:09:02.616483 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aff7e22f-da09-4220-adf8-a6bca6b5890b'] response: {'name': 'network-changed', 'server_uuid': 'b7b9b0eb-4061-4a02-8383-c3ed40f5eea5', 'tag': 'ef4379de-d1b0-4282-92da-bc6820421d6c', 'status': 'completed', 'code': 200} Mar 31 16:09:02.702255 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029a181-a7a1-4006-89cc-af2abcebd0c8 req-afbd0c12-87e9-44d1-ac01-a676bb697f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:02.703676 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9029a181-a7a1-4006-89cc-af2abcebd0c8 req-afbd0c12-87e9-44d1-ac01-a676bb697f0d service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d28aaeb531446a9b212059b5344459d&device_id=b7b9b0eb-4061-4a02-8383-c3ed40f5eea5 HTTP/1.1" status: 200 len: 1129 time: 0.0449765 Mar 31 16:09:02.798919 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029a181-a7a1-4006-89cc-af2abcebd0c8 req-44cce552-5bd5-4e74-8924-1b456e565e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:02.800411 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9029a181-a7a1-4006-89cc-af2abcebd0c8 req-44cce552-5bd5-4e74-8924-1b456e565e47 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd396baf-32f3-4650-986f-2e0b0f823007 HTTP/1.1" status: 200 len: 913 time: 0.0904067 Mar 31 16:09:02.832972 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-60f6c542-4390-4660-9afc-23d4694e3b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100dbd7d-3bff-4ae1-af07-146084398759', 'name': 'tempest-TestVolumeBootPattern-1737969383-router', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:08Z', 'updated_at': '2022-03-31T16:02:11Z', 'revision_number': 4, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'gw_port': {'id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:09Z', 'updated_at': '2022-03-31T16:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': 'f06b2b61-9654-40d0-8b29-8c84c5709d6b', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'port_id': 'd6db6ace-34c2-413a-8efd-6b8a71667a15', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'mac_address': 'fa:16:3e:ab:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22fd7dd-977f-4d9e-8aed-32e4413d7008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:05:30Z', 'updated_at': '2022-03-31T16:05:32Z', 'revision_number': 1, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007da67d-e8c1-463d-ab83-edbf911c80a0', 'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'mac_address': 'fa:16:3e:89:36:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:11Z', 'updated_at': '2022-03-31T16:02:16Z', 'revision_number': 5, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'subnets': [{'id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:02.842505 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9029a181-a7a1-4006-89cc-af2abcebd0c8 req-9bb3e8e5-90cd-4548-9f0d-412c04f84b37 service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ef4379de-d1b0-4282-92da-bc6820421d6c HTTP/1.1" status: 200 len: 217 time: 0.0364149 Mar 31 16:09:02.860168 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f6c542-4390-4660-9afc-23d4694e3b2d None None] Checking router: 100dbd7d-3bff-4ae1-af07-146084398759 for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:09:02.868493 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60f6c542-4390-4660-9afc-23d4694e3b2d None None] Routers {'100dbd7d-3bff-4ae1-af07-146084398759'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:09:02.869110 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-60f6c542-4390-4660-9afc-23d4694e3b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:08:37Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['100dbd7d-3bff-4ae1-af07-146084398759'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:02.958636 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029a181-a7a1-4006-89cc-af2abcebd0c8 req-47478de7-50fb-48c9-b38e-169c459a5bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:02.960021 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9029a181-a7a1-4006-89cc-af2abcebd0c8 req-47478de7-50fb-48c9-b38e-169c459a5bf6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a388edde-e6ab-469e-a1b2-5165885b5edc HTTP/1.1" status: 200 len: 851 time: 0.0768752 Mar 31 16:09:02.976232 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-60f6c542-4390-4660-9afc-23d4694e3b2d None None] Set router 100dbd7d-3bff-4ae1-af07-146084398759 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:09:02.982260 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301e16d8-85b0-4525-b070-7c3586a53421 req-e893b373-49d9-4c64-89b6-450da68cd8fc tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:02.983713 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-301e16d8-85b0-4525-b070-7c3586a53421 req-e893b373-49d9-4c64-89b6-450da68cd8fc tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7b9b0eb-4061-4a02-8383-c3ed40f5eea5 HTTP/1.1" status: 200 len: 945 time: 0.0918510 Mar 31 16:09:03.051122 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-301e16d8-85b0-4525-b070-7c3586a53421 req-a7d1ebd6-c311-4096-87e9-4c04c4b91145 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0531635 Mar 31 16:09:03.053049 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9029a181-a7a1-4006-89cc-af2abcebd0c8 req-3ddc3121-4b29-40a4-b6ca-84e0e879d1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:03.054451 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9029a181-a7a1-4006-89cc-af2abcebd0c8 req-3ddc3121-4b29-40a4-b6ca-84e0e879d1b6 service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd396baf-32f3-4650-986f-2e0b0f823007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0874667 Mar 31 16:09:03.147014 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9029a181-a7a1-4006-89cc-af2abcebd0c8 req-8c594aed-5440-4d86-bbf4-044e442f2bbc service neutron] 10.222.0.24 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845006 Mar 31 16:09:03.197048 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-60f6c542-4390-4660-9afc-23d4694e3b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100dbd7d-3bff-4ae1-af07-146084398759', 'name': 'tempest-TestVolumeBootPattern-1737969383-router', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:08Z', 'updated_at': '2022-03-31T16:02:11Z', 'revision_number': 4, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'gw_port': {'id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:09Z', 'updated_at': '2022-03-31T16:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': 'f06b2b61-9654-40d0-8b29-8c84c5709d6b', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'port_id': 'd6db6ace-34c2-413a-8efd-6b8a71667a15', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'mac_address': 'fa:16:3e:ab:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22fd7dd-977f-4d9e-8aed-32e4413d7008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:05:30Z', 'updated_at': '2022-03-31T16:05:32Z', 'revision_number': 1, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007da67d-e8c1-463d-ab83-edbf911c80a0', 'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'mac_address': 'fa:16:3e:89:36:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:11Z', 'updated_at': '2022-03-31T16:02:16Z', 'revision_number': 5, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'subnets': [{'id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:03.225618 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60f6c542-4390-4660-9afc-23d4694e3b2d None None] The sync data for ids ['100dbd7d-3bff-4ae1-af07-146084398759'] in dv-cinder-836028-1-iscsi is: [{'id': '100dbd7d-3bff-4ae1-af07-146084398759', 'name': 'tempest-TestVolumeBootPattern-1737969383-router', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:08Z', 'updated_at': '2022-03-31T16:02:11Z', 'revision_number': 4, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'gw_port': {'id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:09Z', 'updated_at': '2022-03-31T16:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_floatingips': [{'id': 'f06b2b61-9654-40d0-8b29-8c84c5709d6b', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'floating_ip_address': '172.27.0.61', 'floating_network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'router_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'port_id': 'd6db6ace-34c2-413a-8efd-6b8a71667a15', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 740, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'mac_address': 'fa:16:3e:ab:2b:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c22fd7dd-977f-4d9e-8aed-32e4413d7008', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-31T16:05:30Z', 'updated_at': '2022-03-31T16:05:32Z', 'revision_number': 1, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '007da67d-e8c1-463d-ab83-edbf911c80a0', 'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'mac_address': 'fa:16:3e:89:36:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:11Z', 'updated_at': '2022-03-31T16:02:16Z', 'revision_number': 5, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'subnets': [{'id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:09:03.233219 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-9029a181-a7a1-4006-89cc-af2abcebd0c8 req-d965e150-a664-44d0-8b6f-82c308e04c29 service neutron] 10.222.0.24 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800543 Mar 31 16:09:03.432791 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9e84c79-303f-4200-82dc-ee2577536b8c None None] New status for floating IP 6bb43a65-c180-4f6b-ab81-a93e89231f5c: DOWN {{(pid=115722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:09:04.266400 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c80ae29-5e57-4023-822f-abb31dc44076 req-96087ae1-e1ef-4c86-89fd-c87915d64b4a tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:04.267904 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0c80ae29-5e57-4023-822f-abb31dc44076 req-96087ae1-e1ef-4c86-89fd-c87915d64b4a tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7b9b0eb-4061-4a02-8383-c3ed40f5eea5 HTTP/1.1" status: 200 len: 945 time: 0.1489644 Mar 31 16:09:04.315557 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-0c80ae29-5e57-4023-822f-abb31dc44076 req-4d0b7e78-8579-4c54-ad42-afc84ed5d4c8 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414279 Mar 31 16:09:04.624745 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b750cbca-702c-47d7-afab-8e37374b4969 req-bd93be68-4655-4bc4-ab74-ee449dacc30e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:04.626159 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b750cbca-702c-47d7-afab-8e37374b4969 req-bd93be68-4655-4bc4-ab74-ee449dacc30e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.24 "GET /v2.0/ports?device_id=b7b9b0eb-4061-4a02-8383-c3ed40f5eea5 HTTP/1.1" status: 200 len: 945 time: 0.0544231 Mar 31 16:09:04.713042 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [req-b750cbca-702c-47d7-afab-8e37374b4969 req-c93bed3d-d236-4f7b-b8e5-ca75d46a2e55 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Deleting port ef4379de-d1b0-4282-92da-bc6820421d6c {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:09:04.713378 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-b750cbca-702c-47d7-afab-8e37374b4969 req-c93bed3d-d236-4f7b-b8e5-ca75d46a2e55 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (ef4379de-d1b0-4282-92da-bc6820421d6c), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:04.801412 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-b750cbca-702c-47d7-afab-8e37374b4969 req-c93bed3d-d236-4f7b-b8e5-ca75d46a2e55 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] For port ef4379de-d1b0-4282-92da-bc6820421d6c, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=ef4379de-d1b0-4282-92da-bc6820421d6c,segment=NetworkSegment(1c51cb10-7616-40ac-b97a-85274b7996b5),segment_id=1c51cb10-7616-40ac-b97a-85274b7996b5)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:09:04.801782 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-b750cbca-702c-47d7-afab-8e37374b4969 req-c93bed3d-d236-4f7b-b8e5-ca75d46a2e55 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (ef4379de-d1b0-4282-92da-bc6820421d6c), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:04.814201 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [req-b750cbca-702c-47d7-afab-8e37374b4969 req-c93bed3d-d236-4f7b-b8e5-ca75d46a2e55 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Calling delete_port for ef4379de-d1b0-4282-92da-bc6820421d6c owned by compute:nova {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:09:04.817296 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-a83cffa5-c083-4d8f-b6fd-03c582eb28d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:05.011276 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-b750cbca-702c-47d7-afab-8e37374b4969 req-c93bed3d-d236-4f7b-b8e5-ca75d46a2e55 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (ef4379de-d1b0-4282-92da-bc6820421d6c), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:05.038327 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93bed3d-d236-4f7b-b8e5-ca75d46a2e55 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Pushing event deleted for resources: {'Port': ['ID=ef4379de-d1b0-4282-92da-bc6820421d6c,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:05.051676 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bed3d-d236-4f7b-b8e5-ca75d46a2e55 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:05.052716 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bed3d-d236-4f7b-b8e5-ca75d46a2e55 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:05.052924 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bed3d-d236-4f7b-b8e5-ca75d46a2e55 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:05.053276 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bed3d-d236-4f7b-b8e5-ca75d46a2e55 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:05.053620 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bed3d-d236-4f7b-b8e5-ca75d46a2e55 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:05.053963 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bed3d-d236-4f7b-b8e5-ca75d46a2e55 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:05.054297 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bed3d-d236-4f7b-b8e5-ca75d46a2e55 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:05.054631 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bed3d-d236-4f7b-b8e5-ca75d46a2e55 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:05.054966 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bed3d-d236-4f7b-b8e5-ca75d46a2e55 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:05.055298 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bed3d-d236-4f7b-b8e5-ca75d46a2e55 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:05.055633 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bed3d-d236-4f7b-b8e5-ca75d46a2e55 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:05.055965 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bed3d-d236-4f7b-b8e5-ca75d46a2e55 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:05.056396 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bed3d-d236-4f7b-b8e5-ca75d46a2e55 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:05.056743 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bed3d-d236-4f7b-b8e5-ca75d46a2e55 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:05.057057 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c93bed3d-d236-4f7b-b8e5-ca75d46a2e55 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:05.093699 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [req-b750cbca-702c-47d7-afab-8e37374b4969 req-c93bed3d-d236-4f7b-b8e5-ca75d46a2e55 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] No DVR routers for this DVR port ef4379de-d1b0-4282-92da-bc6820421d6c on host hv-cinder-83602 {{(pid=115719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:09:05.096236 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-b750cbca-702c-47d7-afab-8e37374b4969 req-c93bed3d-d236-4f7b-b8e5-ca75d46a2e55 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:05.099576 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-b750cbca-702c-47d7-afab-8e37374b4969 req-c93bed3d-d236-4f7b-b8e5-ca75d46a2e55 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.24 "DELETE /v2.0/ports/ef4379de-d1b0-4282-92da-bc6820421d6c HTTP/1.1" status: 204 len: 173 time: 0.4683652 Mar 31 16:09:05.100010 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7b9b0eb-4061-4a02-8383-c3ed40f5eea5', 'name': 'network-vif-deleted', 'tag': 'ef4379de-d1b0-4282-92da-bc6820421d6c'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:09:05.102258 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9cc0977-a0db-4259-9642-99fe3d91d6fc" -d '{"events": [{"server_uuid": "b7b9b0eb-4061-4a02-8383-c3ed40f5eea5", "name": "network-vif-deleted", "tag": "ef4379de-d1b0-4282-92da-bc6820421d6c"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:09:05.136640 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c1b132c-0c01-4d26-adf7-3778589ae63d x-openstack-request-id: req-8c1b132c-0c01-4d26-adf7-3778589ae63d {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:09:05.136936 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7b9b0eb-4061-4a02-8383-c3ed40f5eea5", "name": "network-vif-deleted", "tag": "ef4379de-d1b0-4282-92da-bc6820421d6c", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:09:05.137191 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-8c1b132c-0c01-4d26-adf7-3778589ae63d {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:09:05.137596 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8c1b132c-0c01-4d26-adf7-3778589ae63d'] response: {'server_uuid': 'b7b9b0eb-4061-4a02-8383-c3ed40f5eea5', 'name': 'network-vif-deleted', 'tag': 'ef4379de-d1b0-4282-92da-bc6820421d6c', 'status': 'completed', 'code': 200} Mar 31 16:09:05.411164 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-11d8d2e6-891b-4c6a-bd4a-c13e4543efc7 req-15c2e716-c582-48d0-9112-6542dd995cb7 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=b7b9b0eb-4061-4a02-8383-c3ed40f5eea5 HTTP/1.1" status: 200 len: 210 time: 0.0270548 Mar 31 16:09:07.022388 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-4ac35909-0e77-4cd7-9fa8-f99b7fe3afab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:07.868138 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device ef4379de-d1b0-4282-92da-bc6820421d6c no longer exists at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:09:07.891668 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] No Port match for: ef4379de-d1b0-4282-92da-bc6820421d6c {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:09:07.891668 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device ef4379de-d1b0-4282-92da-bc6820421d6c not bound to the agent host hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:09:07.913826 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:08.433997 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:08.915322 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 41190) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:09.068847 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-c256fc7d-460c-4c4c-b101-de0257452a84 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Deleting port 0fd74b3a-d21c-4fda-a674-aa93f2bd604f {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:09:09.069190 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c256fc7d-460c-4c4c-b101-de0257452a84 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (0fd74b3a-d21c-4fda-a674-aa93f2bd604f), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:09.141711 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c256fc7d-460c-4c4c-b101-de0257452a84 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (0fd74b3a-d21c-4fda-a674-aa93f2bd604f), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:09.142169 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c256fc7d-460c-4c4c-b101-de0257452a84 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for floatingip (0fd74b3a-d21c-4fda-a674-aa93f2bd604f), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:09.154409 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-c256fc7d-460c-4c4c-b101-de0257452a84 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Calling delete_port for 0fd74b3a-d21c-4fda-a674-aa93f2bd604f owned by network:floatingip {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:09:09.365324 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c256fc7d-460c-4c4c-b101-de0257452a84 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (0fd74b3a-d21c-4fda-a674-aa93f2bd604f), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:09.390223 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c256fc7d-460c-4c4c-b101-de0257452a84 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Pushing event deleted for resources: {'Port': ['ID=0fd74b3a-d21c-4fda-a674-aa93f2bd604f,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:09.394085 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:09.454274 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c256fc7d-460c-4c4c-b101-de0257452a84 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for floatingip (f06b2b61-9654-40d0-8b29-8c84c5709d6b), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:09.454623 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.db.l3_db [None req-c256fc7d-460c-4c4c-b101-de0257452a84 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Floating IP f06b2b61-9654-40d0-8b29-8c84c5709d6b disassociated (deleted). External IP: 172.27.0.61, port: d6db6ace-34c2-413a-8efd-6b8a71667a15. Mar 31 16:09:09.658226 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c256fc7d-460c-4c4c-b101-de0257452a84 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Router 100dbd7d-3bff-4ae1-af07-146084398759 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115719) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:09:09.762681 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c256fc7d-460c-4c4c-b101-de0257452a84 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115719) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:09:09.766913 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c256fc7d-460c-4c4c-b101-de0257452a84 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:09.773592 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce154a4-17ea-40d6-906a-a7c1bcf2872f None None] Sync routers for ids ['100dbd7d-3bff-4ae1-af07-146084398759'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:09:09.782681 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce154a4-17ea-40d6-906a-a7c1bcf2872f None None] Routers {'100dbd7d-3bff-4ae1-af07-146084398759'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:09:09.783303 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-dce154a4-17ea-40d6-906a-a7c1bcf2872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:09:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['100dbd7d-3bff-4ae1-af07-146084398759'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:09.795706 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-c256fc7d-460c-4c4c-b101-de0257452a84 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "DELETE /v2.0/floatingips/f06b2b61-9654-40d0-8b29-8c84c5709d6b HTTP/1.1" status: 204 len: 168 time: 0.8793108 Mar 31 16:09:09.796331 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c22fd7dd-977f-4d9e-8aed-32e4413d7008', 'tag': 'd6db6ace-34c2-413a-8efd-6b8a71667a15'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:09:09.798585 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a7a6fe-bff4-4853-a995-6d00baaa81e9" -d '{"events": [{"name": "network-changed", "server_uuid": "c22fd7dd-977f-4d9e-8aed-32e4413d7008", "tag": "d6db6ace-34c2-413a-8efd-6b8a71667a15"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:09:09.836618 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 31 Mar 2022 16:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95b4105-c689-48d8-9447-2789f066d654 x-openstack-request-id: req-c95b4105-c689-48d8-9447-2789f066d654 {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:09:09.837090 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c22fd7dd-977f-4d9e-8aed-32e4413d7008", "tag": "d6db6ace-34c2-413a-8efd-6b8a71667a15", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:09:09.837418 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-c95b4105-c689-48d8-9447-2789f066d654 {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:09:09.837900 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c95b4105-c689-48d8-9447-2789f066d654'] response: {'name': 'network-changed', 'server_uuid': 'c22fd7dd-977f-4d9e-8aed-32e4413d7008', 'tag': 'd6db6ace-34c2-413a-8efd-6b8a71667a15', 'status': 'completed', 'code': 200} Mar 31 16:09:09.893234 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-dce154a4-17ea-40d6-906a-a7c1bcf2872f None None] Set router 100dbd7d-3bff-4ae1-af07-146084398759 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:09:09.927385 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7a6fe-bff4-4853-a995-6d00baaa81e9 req-aa76e746-9efe-4530-9852-46c2b132c3c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:09.928919 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-96a7a6fe-bff4-4853-a995-6d00baaa81e9 req-aa76e746-9efe-4530-9852-46c2b132c3c7 service neutron] 10.222.0.24 "GET /v2.0/ports?tenant_id=4d28aaeb531446a9b212059b5344459d&device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 1130 time: 0.0492644 Mar 31 16:09:10.022846 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7a6fe-bff4-4853-a995-6d00baaa81e9 req-7278d62e-f58d-4bd3-b48b-3cc4ee30a5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:10.024362 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-96a7a6fe-bff4-4853-a995-6d00baaa81e9 req-7278d62e-f58d-4bd3-b48b-3cc4ee30a5f0 service neutron] 10.222.0.24 "GET /v2.0/networks?id=fd396baf-32f3-4650-986f-2e0b0f823007 HTTP/1.1" status: 200 len: 913 time: 0.0898213 Mar 31 16:09:10.072768 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-96a7a6fe-bff4-4853-a995-6d00baaa81e9 req-67c3f596-8bdb-47ad-b7c9-834eb1dc934e service neutron] 10.222.0.24 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6db6ace-34c2-413a-8efd-6b8a71667a15 HTTP/1.1" status: 200 len: 217 time: 0.0406213 Mar 31 16:09:10.098760 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-dce154a4-17ea-40d6-906a-a7c1bcf2872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100dbd7d-3bff-4ae1-af07-146084398759', 'name': 'tempest-TestVolumeBootPattern-1737969383-router', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:08Z', 'updated_at': '2022-03-31T16:02:11Z', 'revision_number': 4, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'gw_port': {'id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:09Z', 'updated_at': '2022-03-31T16:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '007da67d-e8c1-463d-ab83-edbf911c80a0', 'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'mac_address': 'fa:16:3e:89:36:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:11Z', 'updated_at': '2022-03-31T16:02:16Z', 'revision_number': 5, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'subnets': [{'id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:10.126199 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce154a4-17ea-40d6-906a-a7c1bcf2872f None None] Checking router: 100dbd7d-3bff-4ae1-af07-146084398759 for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:09:10.135765 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dce154a4-17ea-40d6-906a-a7c1bcf2872f None None] Routers {'100dbd7d-3bff-4ae1-af07-146084398759'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:09:10.136426 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-dce154a4-17ea-40d6-906a-a7c1bcf2872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:09:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['100dbd7d-3bff-4ae1-af07-146084398759'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:10.175908 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7a6fe-bff4-4853-a995-6d00baaa81e9 req-d6133bab-d79f-4208-a3e4-e69ec9677ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:10.177885 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-96a7a6fe-bff4-4853-a995-6d00baaa81e9 req-d6133bab-d79f-4208-a3e4-e69ec9677ac6 service neutron] 10.222.0.24 "GET /v2.0/subnets?id=a388edde-e6ab-469e-a1b2-5165885b5edc HTTP/1.1" status: 200 len: 851 time: 0.0530570 Mar 31 16:09:10.243779 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a7a6fe-bff4-4853-a995-6d00baaa81e9 req-c6904c0d-861a-42ca-acb6-ed76c91a542c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:10.244866 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-dce154a4-17ea-40d6-906a-a7c1bcf2872f None None] Set router 100dbd7d-3bff-4ae1-af07-146084398759 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:09:10.245273 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-96a7a6fe-bff4-4853-a995-6d00baaa81e9 req-c6904c0d-861a-42ca-acb6-ed76c91a542c service neutron] 10.222.0.24 "GET /v2.0/ports?network_id=fd396baf-32f3-4650-986f-2e0b0f823007&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537002 Mar 31 16:09:10.252079 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5484e0d-3678-4f2e-a14d-ceb2be06aa00 req-9ce53e9d-adba-4d2e-a895-2fbec9d740cb tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:10.253503 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c5484e0d-3678-4f2e-a14d-ceb2be06aa00 req-9ce53e9d-adba-4d2e-a895-2fbec9d740cb tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 946 time: 0.1466908 Mar 31 16:09:10.356351 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c5484e0d-3678-4f2e-a14d-ceb2be06aa00 req-2b1f1693-9b60-48d0-9e84-41b435386f3e tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0944505 Mar 31 16:09:10.380329 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-96a7a6fe-bff4-4853-a995-6d00baaa81e9 req-23b9e185-d42c-4861-895a-b63a9438b28b service neutron] 10.222.0.24 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257770 Mar 31 16:09:10.493697 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-96a7a6fe-bff4-4853-a995-6d00baaa81e9 req-8392aa51-4172-41ce-85cf-91c6db0f16b4 service neutron] 10.222.0.24 "GET /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066678 Mar 31 16:09:10.575695 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-dce154a4-17ea-40d6-906a-a7c1bcf2872f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100dbd7d-3bff-4ae1-af07-146084398759', 'name': 'tempest-TestVolumeBootPattern-1737969383-router', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:08Z', 'updated_at': '2022-03-31T16:02:11Z', 'revision_number': 4, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'gw_port': {'id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:09Z', 'updated_at': '2022-03-31T16:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '007da67d-e8c1-463d-ab83-edbf911c80a0', 'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'mac_address': 'fa:16:3e:89:36:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:11Z', 'updated_at': '2022-03-31T16:02:16Z', 'revision_number': 5, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'subnets': [{'id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:10.603104 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce154a4-17ea-40d6-906a-a7c1bcf2872f None None] The sync data for ids ['100dbd7d-3bff-4ae1-af07-146084398759'] in dv-cinder-836028-1-iscsi is: [{'id': '100dbd7d-3bff-4ae1-af07-146084398759', 'name': 'tempest-TestVolumeBootPattern-1737969383-router', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:08Z', 'updated_at': '2022-03-31T16:02:11Z', 'revision_number': 4, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'gw_port': {'id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:09Z', 'updated_at': '2022-03-31T16:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi', '_interfaces': [{'id': '007da67d-e8c1-463d-ab83-edbf911c80a0', 'name': '', 'network_id': 'fd396baf-32f3-4650-986f-2e0b0f823007', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'mac_address': 'fa:16:3e:89:36:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_interface', 'standard_attr_id': 657, 'fixed_ips': [{'subnet_id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:11Z', 'updated_at': '2022-03-31T16:02:16Z', 'revision_number': 5, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'subnets': [{'id': 'a388edde-e6ab-469e-a1b2-5165885b5edc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:09:10.809432 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-901b5d48-5eef-43e0-a80b-1da20a84d219 None None] New status for floating IP f06b2b61-9654-40d0-8b29-8c84c5709d6b: DOWN {{(pid=115722) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 31 16:09:11.084957 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:11.484130 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914f4e8a-a284-4f50-ac45-2f979d7d25ea req-d2fe5e3c-d476-4161-b38e-01290c700c82 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:11.485614 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-914f4e8a-a284-4f50-ac45-2f979d7d25ea req-d2fe5e3c-d476-4161-b38e-01290c700c82 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 946 time: 0.0526655 Mar 31 16:09:11.532397 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-914f4e8a-a284-4f50-ac45-2f979d7d25ea req-96bbe97e-7718-4b79-8e5b-d38a26cd8d1f tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/security-groups?id=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412450 Mar 31 16:09:11.807015 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3349017-3134-4121-a8b2-2c53fab5caff req-65ca744d-b5cb-432b-bc8d-d0985e25dd01 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=115719) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 31 16:09:11.808509 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d3349017-3134-4121-a8b2-2c53fab5caff req-65ca744d-b5cb-432b-bc8d-d0985e25dd01 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.24 "GET /v2.0/ports?device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 946 time: 0.0503893 Mar 31 16:09:12.182988 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [req-d3349017-3134-4121-a8b2-2c53fab5caff req-b387534a-e3cc-4db1-86a1-f4e941718127 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Deleting port d6db6ace-34c2-413a-8efd-6b8a71667a15 {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:09:12.183246 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-d3349017-3134-4121-a8b2-2c53fab5caff req-b387534a-e3cc-4db1-86a1-f4e941718127 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (d6db6ace-34c2-413a-8efd-6b8a71667a15), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:12.268309 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [req-d3349017-3134-4121-a8b2-2c53fab5caff req-b387534a-e3cc-4db1-86a1-f4e941718127 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] For port d6db6ace-34c2-413a-8efd-6b8a71667a15, host hv-cinder-83602, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83602',level=0,port_id=d6db6ace-34c2-413a-8efd-6b8a71667a15,segment=NetworkSegment(1c51cb10-7616-40ac-b97a-85274b7996b5),segment_id=1c51cb10-7616-40ac-b97a-85274b7996b5)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:09:12.268674 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-d3349017-3134-4121-a8b2-2c53fab5caff req-b387534a-e3cc-4db1-86a1-f4e941718127 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (d6db6ace-34c2-413a-8efd-6b8a71667a15), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:12.281539 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [req-d3349017-3134-4121-a8b2-2c53fab5caff req-b387534a-e3cc-4db1-86a1-f4e941718127 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Calling delete_port for d6db6ace-34c2-413a-8efd-6b8a71667a15 owned by compute:nova {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:09:12.491093 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-d3349017-3134-4121-a8b2-2c53fab5caff req-b387534a-e3cc-4db1-86a1-f4e941718127 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (d6db6ace-34c2-413a-8efd-6b8a71667a15), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:12.519995 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b387534a-e3cc-4db1-86a1-f4e941718127 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Pushing event deleted for resources: {'Port': ['ID=d6db6ace-34c2-413a-8efd-6b8a71667a15,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:12.565678 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3349017-3134-4121-a8b2-2c53fab5caff req-b387534a-e3cc-4db1-86a1-f4e941718127 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] No DVR routers for this DVR port d6db6ace-34c2-413a-8efd-6b8a71667a15 on host hv-cinder-83602 {{(pid=115719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:09:12.569031 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [req-d3349017-3134-4121-a8b2-2c53fab5caff req-b387534a-e3cc-4db1-86a1-f4e941718127 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for port (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:12.572392 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-d3349017-3134-4121-a8b2-2c53fab5caff req-b387534a-e3cc-4db1-86a1-f4e941718127 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.24 "DELETE /v2.0/ports/d6db6ace-34c2-413a-8efd-6b8a71667a15 HTTP/1.1" status: 204 len: 173 time: 0.7586086 Mar 31 16:09:12.572839 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22fd7dd-977f-4d9e-8aed-32e4413d7008', 'name': 'network-vif-deleted', 'tag': 'd6db6ace-34c2-413a-8efd-6b8a71667a15'}] {{(pid=115719) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 31 16:09:12.575115 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.47/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1428a779ba3161ad6b21b58dc966a32fe811717917e5ae8a3874dc70f72b13c4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e03f8c-00e9-4136-8668-07b880b063a2" -d '{"events": [{"server_uuid": "c22fd7dd-977f-4d9e-8aed-32e4413d7008", "name": "network-vif-deleted", "tag": "d6db6ace-34c2-413a-8efd-6b8a71667a15"}]}' {{(pid=115719) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 31 16:09:12.611721 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 31 Mar 2022 16:09:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1344326-1675-4cc0-8799-87dd785544c6 x-openstack-request-id: req-a1344326-1675-4cc0-8799-87dd785544c6 {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 31 16:09:12.612008 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22fd7dd-977f-4d9e-8aed-32e4413d7008", "name": "network-vif-deleted", "tag": "d6db6ace-34c2-413a-8efd-6b8a71667a15", "status": "completed", "code": 200}]} {{(pid=115719) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 31 16:09:12.616967 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.47/compute/v2.1/os-server-external-events used request id req-a1344326-1675-4cc0-8799-87dd785544c6 {{(pid=115719) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 31 16:09:12.616967 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1344326-1675-4cc0-8799-87dd785544c6'] response: {'server_uuid': 'c22fd7dd-977f-4d9e-8aed-32e4413d7008', 'name': 'network-vif-deleted', 'tag': 'd6db6ace-34c2-413a-8efd-6b8a71667a15', 'status': 'completed', 'code': 200} Mar 31 16:09:12.627873 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-a7939fbf-87e2-4dd4-93b5-692db04ea7bc req-3f23681d-efb0-4d33-b0dd-cd0198fb92d9 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 210 time: 0.0290787 Mar 31 16:09:13.737322 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [req-c6ca61cb-06e6-45c3-8be2-8a6ac9d7c78e req-ddfbe2dc-e408-432f-9f46-216eecb0350a tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "GET /v2.0/ports?device_id=c22fd7dd-977f-4d9e-8aed-32e4413d7008 HTTP/1.1" status: 200 len: 210 time: 0.0275416 Mar 31 16:09:14.792368 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 41210) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:14.912171 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-c3b4d05d-14e2-46c3-a2b3-9b7930ad1b5f tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Deleting port 0cb82062-e332-4938-b0a3-2d2803934968 {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:09:14.912528 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c3b4d05d-14e2-46c3-a2b3-9b7930ad1b5f tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (0cb82062-e332-4938-b0a3-2d2803934968), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:14.989667 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c3b4d05d-14e2-46c3-a2b3-9b7930ad1b5f tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (0cb82062-e332-4938-b0a3-2d2803934968), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:14.990003 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c3b4d05d-14e2-46c3-a2b3-9b7930ad1b5f tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for floatingip (0cb82062-e332-4938-b0a3-2d2803934968), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:15.001406 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-c3b4d05d-14e2-46c3-a2b3-9b7930ad1b5f tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Calling delete_port for 0cb82062-e332-4938-b0a3-2d2803934968 owned by network:floatingip {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:09:15.199598 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c3b4d05d-14e2-46c3-a2b3-9b7930ad1b5f tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (0cb82062-e332-4938-b0a3-2d2803934968), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:15.229186 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b4d05d-14e2-46c3-a2b3-9b7930ad1b5f tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Pushing event deleted for resources: {'Port': ['ID=0cb82062-e332-4938-b0a3-2d2803934968,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:15.289581 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c3b4d05d-14e2-46c3-a2b3-9b7930ad1b5f tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for floatingip (e287d982-9f3b-41b8-9f4a-27297abc05f9), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:15.292192 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-c3b4d05d-14e2-46c3-a2b3-9b7930ad1b5f tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-34702'] for floatingip (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:15.293374 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-c3b4d05d-14e2-46c3-a2b3-9b7930ad1b5f tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "DELETE /v2.0/floatingips/e287d982-9f3b-41b8-9f4a-27297abc05f9 HTTP/1.1" status: 204 len: 168 time: 0.5000231 Mar 31 16:09:15.898363 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device d6db6ace-34c2-413a-8efd-6b8a71667a15 no longer exists at agent hyperv_hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:09:15.918044 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] No Port match for: d6db6ace-34c2-413a-8efd-6b8a71667a15 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:09:15.918390 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Device d6db6ace-34c2-413a-8efd-6b8a71667a15 not bound to the agent host hv-cinder-83602 {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:09:16.687653 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 41222) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:16.742284 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-527f803f-e7fe-47e1-80c5-8ee55c203da3 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for security_group (6572c8a3-ea73-40cd-af8f-0576d3e8a2e4), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:16.766699 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-527f803f-e7fe-47e1-80c5-8ee55c203da3 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for security_group (6572c8a3-ea73-40cd-af8f-0576d3e8a2e4), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:16.902524 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-527f803f-e7fe-47e1-80c5-8ee55c203da3 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (6572c8a3-ea73-40cd-af8f-0576d3e8a2e4), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:16.905171 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-527f803f-e7fe-47e1-80c5-8ee55c203da3 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:16.906358 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-527f803f-e7fe-47e1-80c5-8ee55c203da3 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] 10.222.0.47 "DELETE /v2.0/security-groups/6572c8a3-ea73-40cd-af8f-0576d3e8a2e4 HTTP/1.1" status: 204 len: 168 time: 0.2176774 Mar 31 16:09:16.915887 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527f803f-e7fe-47e1-80c5-8ee55c203da3 tempest-TestVolumeBootPattern-1111409312 tempest-TestVolumeBootPattern-1111409312-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6572c8a3-ea73-40cd-af8f-0576d3e8a2e4,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:17.030478 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 41226) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:17.464821 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0ee0cc3d-815b-4205-a735-0f8677fab8d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606591'] for router_interface (100dbd7d-3bff-4ae1-af07-146084398759), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:17.965150 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-0ee0cc3d-815b-4205-a735-0f8677fab8d7 admin admin] Deleting port 007da67d-e8c1-463d-ab83-edbf911c80a0 {{(pid=115720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:09:17.965945 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0ee0cc3d-815b-4205-a735-0f8677fab8d7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (007da67d-e8c1-463d-ab83-edbf911c80a0), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:18.042905 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [None req-0ee0cc3d-815b-4205-a735-0f8677fab8d7 admin admin] For port 007da67d-e8c1-463d-ab83-edbf911c80a0, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=007da67d-e8c1-463d-ab83-edbf911c80a0,segment=NetworkSegment(1c51cb10-7616-40ac-b97a-85274b7996b5),segment_id=1c51cb10-7616-40ac-b97a-85274b7996b5)] {{(pid=115720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:09:18.043268 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0ee0cc3d-815b-4205-a735-0f8677fab8d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (007da67d-e8c1-463d-ab83-edbf911c80a0), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:18.055481 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-0ee0cc3d-815b-4205-a735-0f8677fab8d7 admin admin] Calling delete_port for 007da67d-e8c1-463d-ab83-edbf911c80a0 owned by network:router_interface {{(pid=115720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:09:18.290964 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0ee0cc3d-815b-4205-a735-0f8677fab8d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (007da67d-e8c1-463d-ab83-edbf911c80a0), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:18.315331 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee0cc3d-815b-4205-a735-0f8677fab8d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=007da67d-e8c1-463d-ab83-edbf911c80a0,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:18.487994 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-0ee0cc3d-815b-4205-a735-0f8677fab8d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607215'] for router_interface (100dbd7d-3bff-4ae1-af07-146084398759), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:18.696560 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ee0cc3d-815b-4205-a735-0f8677fab8d7 admin admin] Router 100dbd7d-3bff-4ae1-af07-146084398759 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:09:18.800967 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ee0cc3d-815b-4205-a735-0f8677fab8d7 admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:09:18.808876 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-0ee0cc3d-815b-4205-a735-0f8677fab8d7 admin admin] 10.222.0.47 "PUT /v2.0/routers/100dbd7d-3bff-4ae1-af07-146084398759/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7744715 Mar 31 16:09:18.808992 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 41230) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:18.810033 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a5e48a-f632-432a-87b2-32f9731c8c2d None None] Sync routers for ids ['100dbd7d-3bff-4ae1-af07-146084398759'] in dv-cinder-836028-1-iscsi {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:09:18.820892 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a5e48a-f632-432a-87b2-32f9731c8c2d None None] Routers {'100dbd7d-3bff-4ae1-af07-146084398759'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:09:18.821511 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-c4a5e48a-f632-432a-87b2-32f9731c8c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:09:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['100dbd7d-3bff-4ae1-af07-146084398759'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:18.914664 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-84e488b4-9a54-45da-b189-6e73cf5a8436 admin admin] Publish callbacks [] for router (100dbd7d-3bff-4ae1-af07-146084398759), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:18.925730 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-c4a5e48a-f632-432a-87b2-32f9731c8c2d None None] Set router 100dbd7d-3bff-4ae1-af07-146084398759 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:09:19.022205 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-84e488b4-9a54-45da-b189-6e73cf5a8436 admin admin] Publish callbacks [] for router_gateway (100dbd7d-3bff-4ae1-af07-146084398759), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:19.105964 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-c4a5e48a-f632-432a-87b2-32f9731c8c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100dbd7d-3bff-4ae1-af07-146084398759', 'name': 'tempest-TestVolumeBootPattern-1737969383-router', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146'}], 'enable_snat': True}, 'gw_port_id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:08Z', 'updated_at': '2022-03-31T16:09:18Z', 'revision_number': 5, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'gw_port': {'id': '51417a70-0f56-4b94-a3d0-1c95dc7951a3', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:0d:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '100dbd7d-3bff-4ae1-af07-146084398759', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:09Z', 'updated_at': '2022-03-31T16:02:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:19.132713 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a5e48a-f632-432a-87b2-32f9731c8c2d None None] Checking router: 100dbd7d-3bff-4ae1-af07-146084398759 for host: dv-cinder-836028-1-iscsi {{(pid=115721) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:09:19.134190 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-84e488b4-9a54-45da-b189-6e73cf5a8436 admin admin] Deleting port 51417a70-0f56-4b94-a3d0-1c95dc7951a3 {{(pid=115720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:09:19.134190 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-84e488b4-9a54-45da-b189-6e73cf5a8436 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (51417a70-0f56-4b94-a3d0-1c95dc7951a3), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:19.141497 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a5e48a-f632-432a-87b2-32f9731c8c2d None None] Routers {'100dbd7d-3bff-4ae1-af07-146084398759'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115721) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:09:19.141815 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-c4a5e48a-f632-432a-87b2-32f9731c8c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:09:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['100dbd7d-3bff-4ae1-af07-146084398759'], 'active': True} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:19.216882 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [None req-84e488b4-9a54-45da-b189-6e73cf5a8436 admin admin] For port 51417a70-0f56-4b94-a3d0-1c95dc7951a3, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=51417a70-0f56-4b94-a3d0-1c95dc7951a3,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:09:19.217161 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-84e488b4-9a54-45da-b189-6e73cf5a8436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (51417a70-0f56-4b94-a3d0-1c95dc7951a3), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:19.229701 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvr_db [None req-c4a5e48a-f632-432a-87b2-32f9731c8c2d None None] Set router 100dbd7d-3bff-4ae1-af07-146084398759 gateway port host: None {{(pid=115721) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:09:19.230012 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-84e488b4-9a54-45da-b189-6e73cf5a8436 admin admin] Calling delete_port for 51417a70-0f56-4b94-a3d0-1c95dc7951a3 owned by network:router_gateway {{(pid=115720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:09:19.283511 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_hamode_db [None req-c4a5e48a-f632-432a-87b2-32f9731c8c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '100dbd7d-3bff-4ae1-af07-146084398759', 'name': 'tempest-TestVolumeBootPattern-1737969383-router', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:08Z', 'updated_at': '2022-03-31T16:09:19Z', 'revision_number': 6, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'gw_port_host': None}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115721) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:19.310539 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a5e48a-f632-432a-87b2-32f9731c8c2d None None] The sync data for ids ['100dbd7d-3bff-4ae1-af07-146084398759'] in dv-cinder-836028-1-iscsi is: [{'id': '100dbd7d-3bff-4ae1-af07-146084398759', 'name': 'tempest-TestVolumeBootPattern-1737969383-router', 'tenant_id': '4d28aaeb531446a9b212059b5344459d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:08Z', 'updated_at': '2022-03-31T16:09:19Z', 'revision_number': 6, 'project_id': '4d28aaeb531446a9b212059b5344459d', 'gw_port_host': None}] {{(pid=115721) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:09:19.451040 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-84e488b4-9a54-45da-b189-6e73cf5a8436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (51417a70-0f56-4b94-a3d0-1c95dc7951a3), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:19.478250 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e488b4-9a54-45da-b189-6e73cf5a8436 admin admin] Pushing event deleted for resources: {'Port': ['ID=51417a70-0f56-4b94-a3d0-1c95dc7951a3,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:19.537184 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-84e488b4-9a54-45da-b189-6e73cf5a8436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609541'] for router_gateway (100dbd7d-3bff-4ae1-af07-146084398759), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:19.631723 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-84e488b4-9a54-45da-b189-6e73cf5a8436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-413'] for router (100dbd7d-3bff-4ae1-af07-146084398759), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:19.633781 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-84e488b4-9a54-45da-b189-6e73cf5a8436 admin admin] Publish callbacks [] for router_controller (100dbd7d-3bff-4ae1-af07-146084398759), precommit_delete_associations {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:19.748298 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-84e488b4-9a54-45da-b189-6e73cf5a8436 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-621024'] for router (100dbd7d-3bff-4ae1-af07-146084398759), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:19.748865 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e488b4-9a54-45da-b189-6e73cf5a8436 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 100dbd7d-3bff-4ae1-af07-146084398759 {{(pid=115720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 16:09:19.753734 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-84e488b4-9a54-45da-b189-6e73cf5a8436 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:19.755595 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-84e488b4-9a54-45da-b189-6e73cf5a8436 admin admin] 10.222.0.47 "DELETE /v2.0/routers/100dbd7d-3bff-4ae1-af07-146084398759 HTTP/1.1" status: 204 len: 168 time: 0.9457533 Mar 31 16:09:19.758019 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 41232) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:19.803122 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_v2 [None req-c04e9b53-68f5-4c57-88ca-1c1842010949 admin admin] Deleting subnet a388edde-e6ab-469e-a1b2-5165885b5edc {{(pid=115720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:09:19.822869 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c04e9b53-68f5-4c57-88ca-1c1842010949 admin admin] Publish callbacks [] for subnet (a388edde-e6ab-469e-a1b2-5165885b5edc), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:19.839835 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c04e9b53-68f5-4c57-88ca-1c1842010949 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7314090'] for subnet (a388edde-e6ab-469e-a1b2-5165885b5edc), precommit_delete_associations {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:19.918782 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c04e9b53-68f5-4c57-88ca-1c1842010949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2031459'] for subnet (a388edde-e6ab-469e-a1b2-5165885b5edc), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:20.016911 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c04e9b53-68f5-4c57-88ca-1c1842010949 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2031444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4201529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4786064'] for subnet (a388edde-e6ab-469e-a1b2-5165885b5edc), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:20.044902 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-c04e9b53-68f5-4c57-88ca-1c1842010949 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for subnet (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:20.048842 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-c04e9b53-68f5-4c57-88ca-1c1842010949 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/a388edde-e6ab-469e-a1b2-5165885b5edc HTTP/1.1" status: 204 len: 168 time: 0.2898545 Mar 31 16:09:20.050203 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04e9b53-68f5-4c57-88ca-1c1842010949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a388edde-e6ab-469e-a1b2-5165885b5edc,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:20.051452 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 41234) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:20.052830 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda0efe1-ebe1-4611-a100-3681a9a68447 None None] Network fd396baf-32f3-4650-986f-2e0b0f823007 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:09:20.124729 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b5a31552-4f52-4a88-b7d6-8424e184e88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1072674'] for network (fd396baf-32f3-4650-986f-2e0b0f823007), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:20.180972 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-b5a31552-4f52-4a88-b7d6-8424e184e88e admin admin] Deleting port 06c1b70f-0fe9-4cf8-b491-0db4dc817051 {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:09:20.181320 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b5a31552-4f52-4a88-b7d6-8424e184e88e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (06c1b70f-0fe9-4cf8-b491-0db4dc817051), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:20.224827 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bfa384-121d-43de-9359-c391cc0ad486 None None] DHCP port deletion for fd396baf-32f3-4650-986f-2e0b0f823007 request from dv-cinder-836028-1-iscsi {{(pid=115721) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 16:09:20.247196 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [None req-b5a31552-4f52-4a88-b7d6-8424e184e88e admin admin] For port 06c1b70f-0fe9-4cf8-b491-0db4dc817051, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=06c1b70f-0fe9-4cf8-b491-0db4dc817051,segment=NetworkSegment(1c51cb10-7616-40ac-b97a-85274b7996b5),segment_id=1c51cb10-7616-40ac-b97a-85274b7996b5)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:09:20.247569 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b5a31552-4f52-4a88-b7d6-8424e184e88e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (06c1b70f-0fe9-4cf8-b491-0db4dc817051), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:20.263352 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-b5a31552-4f52-4a88-b7d6-8424e184e88e admin admin] Calling delete_port for 06c1b70f-0fe9-4cf8-b491-0db4dc817051 owned by network:dhcp {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:09:20.271421 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-41bfa384-121d-43de-9359-c391cc0ad486 None None] Deleting port 06c1b70f-0fe9-4cf8-b491-0db4dc817051 {{(pid=115721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:09:20.271734 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-41bfa384-121d-43de-9359-c391cc0ad486 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (06c1b70f-0fe9-4cf8-b491-0db4dc817051), before_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:20.341094 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-41bfa384-121d-43de-9359-c391cc0ad486 None None] For port 06c1b70f-0fe9-4cf8-b491-0db4dc817051, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=06c1b70f-0fe9-4cf8-b491-0db4dc817051,segment=NetworkSegment(1c51cb10-7616-40ac-b97a-85274b7996b5),segment_id=1c51cb10-7616-40ac-b97a-85274b7996b5)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:09:20.341798 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-41bfa384-121d-43de-9359-c391cc0ad486 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (06c1b70f-0fe9-4cf8-b491-0db4dc817051), precommit_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:20.356267 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-41bfa384-121d-43de-9359-c391cc0ad486 None None] Calling delete_port for 06c1b70f-0fe9-4cf8-b491-0db4dc817051 owned by network:dhcp {{(pid=115721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:09:20.423191 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b5a31552-4f52-4a88-b7d6-8424e184e88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (06c1b70f-0fe9-4cf8-b491-0db4dc817051), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:20.436666 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-41bfa384-121d-43de-9359-c391cc0ad486 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167'] for port (06c1b70f-0fe9-4cf8-b491-0db4dc817051), after_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:20.449880 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a31552-4f52-4a88-b7d6-8424e184e88e admin admin] Pushing event deleted for resources: {'Port': ['ID=06c1b70f-0fe9-4cf8-b491-0db4dc817051,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:20.451649 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a31552-4f52-4a88-b7d6-8424e184e88e admin admin] No DVR routers for this DVR port 06c1b70f-0fe9-4cf8-b491-0db4dc817051 on host dv-cinder-836028-1-iscsi {{(pid=115719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:09:20.460095 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bfa384-121d-43de-9359-c391cc0ad486 None None] Pushing event deleted for resources: {'Port': ['ID=06c1b70f-0fe9-4cf8-b491-0db4dc817051,revision_number=None']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:20.470460 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bfa384-121d-43de-9359-c391cc0ad486 None None] No DVR routers for this DVR port 06c1b70f-0fe9-4cf8-b491-0db4dc817051 on host dv-cinder-836028-1-iscsi {{(pid=115721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:09:20.474028 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfa384-121d-43de-9359-c391cc0ad486 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:20.474383 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfa384-121d-43de-9359-c391cc0ad486 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:20.474764 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfa384-121d-43de-9359-c391cc0ad486 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:20.475038 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfa384-121d-43de-9359-c391cc0ad486 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:20.475372 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfa384-121d-43de-9359-c391cc0ad486 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:20.478577 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfa384-121d-43de-9359-c391cc0ad486 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:20.478577 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfa384-121d-43de-9359-c391cc0ad486 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:20.478577 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfa384-121d-43de-9359-c391cc0ad486 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:20.478577 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfa384-121d-43de-9359-c391cc0ad486 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:20.478577 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfa384-121d-43de-9359-c391cc0ad486 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:20.478577 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfa384-121d-43de-9359-c391cc0ad486 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:20.478577 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfa384-121d-43de-9359-c391cc0ad486 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:20.478577 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfa384-121d-43de-9359-c391cc0ad486 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:20.478577 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfa384-121d-43de-9359-c391cc0ad486 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:20.478577 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41bfa384-121d-43de-9359-c391cc0ad486 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-836028-1-iscsi {{(pid=115721) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 31 16:09:20.525221 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b5a31552-4f52-4a88-b7d6-8424e184e88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062824', 'neutron.services.segments.db._delete_segments_for_network-8779152745018'] for network (fd396baf-32f3-4650-986f-2e0b0f823007), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:20.549129 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.services.segments.db [None req-b5a31552-4f52-4a88-b7d6-8424e184e88e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd396baf-32f3-4650-986f-2e0b0f823007']}} {{(pid=115719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:20.558200 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.services.segments.db [None req-b5a31552-4f52-4a88-b7d6-8424e184e88e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c51cb10-7616-40ac-b97a-85274b7996b5') {'for_net_delete': True} {{(pid=115719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:20.558500 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.services.segments.db [None req-b5a31552-4f52-4a88-b7d6-8424e184e88e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c51cb10-7616-40ac-b97a-85274b7996b5') {} {{(pid=115719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:20.567810 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b5a31552-4f52-4a88-b7d6-8424e184e88e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779152745795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5073152'] for segment (1c51cb10-7616-40ac-b97a-85274b7996b5), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:20.580584 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b5a31552-4f52-4a88-b7d6-8424e184e88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (1c51cb10-7616-40ac-b97a-85274b7996b5), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:20.586903 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5a31552-4f52-4a88-b7d6-8424e184e88e admin admin] Releasing vlan 819 on physical network physnet1 to pool {{(pid=115719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:09:20.587290 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b5a31552-4f52-4a88-b7d6-8424e184e88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5068710'] for segment (1c51cb10-7616-40ac-b97a-85274b7996b5), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: Traceback (most recent call last): Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: timer() Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: cb(*args, **kw) Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: return func(*args, **kwargs) Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: self._notify() Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: self.callback(batched_events) Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: event.method(event) Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: return f(self, *a, **k) Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: return self._get(url).json() Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: return self.request(url, 'GET', **kwargs) Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:09:20.588942 dv-cinder-836028-1-iscsi neutron-server[115719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:09:20.708744 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b5a31552-4f52-4a88-b7d6-8424e184e88e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609641'] for network (fd396baf-32f3-4650-986f-2e0b0f823007), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:20.714272 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-b5a31552-4f52-4a88-b7d6-8424e184e88e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:20.717465 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-b5a31552-4f52-4a88-b7d6-8424e184e88e admin admin] 10.222.0.47 "DELETE /v2.0/networks/fd396baf-32f3-4650-986f-2e0b0f823007 HTTP/1.1" status: 204 len: 168 time: 0.6643944 Mar 31 16:09:20.720520 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 41236) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:20.729138 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a31552-4f52-4a88-b7d6-8424e184e88e admin admin] Pushing event deleted for resources: {'Network': ['ID=fd396baf-32f3-4650-986f-2e0b0f823007,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:21.007664 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 51417a70-0f56-4b94-a3d0-1c95dc7951a3 no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:09:21.030772 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] No Port match for: 51417a70-0f56-4b94-a3d0-1c95dc7951a3 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:09:21.031115 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 51417a70-0f56-4b94-a3d0-1c95dc7951a3 not bound to the agent host dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:09:21.031521 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 007da67d-e8c1-463d-ab83-edbf911c80a0 no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:09:21.050123 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] No Port match for: 007da67d-e8c1-463d-ab83-edbf911c80a0 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:09:21.050461 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 007da67d-e8c1-463d-ab83-edbf911c80a0 not bound to the agent host dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:09:21.051488 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 06c1b70f-0fe9-4cf8-b491-0db4dc817051 no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:09:21.065712 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-42142ccf-a7f7-4ed8-a286-a02457fca239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-606591'] for router_interface (fc2d33b9-593c-4d71-a0c7-943f9e60bfb4), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:21.070297 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] No Port match for: 06c1b70f-0fe9-4cf8-b491-0db4dc817051 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:09:21.070712 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 06c1b70f-0fe9-4cf8-b491-0db4dc817051 not bound to the agent host dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:09:21.307019 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-42142ccf-a7f7-4ed8-a286-a02457fca239 admin admin] Deleting port 35ef38f9-986d-42c7-ac2a-7ce44dc75d07 {{(pid=115720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:09:21.307363 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-42142ccf-a7f7-4ed8-a286-a02457fca239 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (35ef38f9-986d-42c7-ac2a-7ce44dc75d07), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:21.382680 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [None req-42142ccf-a7f7-4ed8-a286-a02457fca239 admin admin] For port 35ef38f9-986d-42c7-ac2a-7ce44dc75d07, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=35ef38f9-986d-42c7-ac2a-7ce44dc75d07,segment=NetworkSegment(7987f9ef-975d-4b52-a20c-5f2c671a5e94),segment_id=7987f9ef-975d-4b52-a20c-5f2c671a5e94)] {{(pid=115720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:09:21.383044 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-42142ccf-a7f7-4ed8-a286-a02457fca239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (35ef38f9-986d-42c7-ac2a-7ce44dc75d07), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:21.395745 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-42142ccf-a7f7-4ed8-a286-a02457fca239 admin admin] Calling delete_port for 35ef38f9-986d-42c7-ac2a-7ce44dc75d07 owned by network:router_interface {{(pid=115720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:09:21.627736 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-42142ccf-a7f7-4ed8-a286-a02457fca239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (35ef38f9-986d-42c7-ac2a-7ce44dc75d07), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:21.651095 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42142ccf-a7f7-4ed8-a286-a02457fca239 admin admin] Pushing event deleted for resources: {'Port': ['ID=35ef38f9-986d-42c7-ac2a-7ce44dc75d07,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:21.818672 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-42142ccf-a7f7-4ed8-a286-a02457fca239 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551262', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-607215'] for router_interface (fc2d33b9-593c-4d71-a0c7-943f9e60bfb4), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:22.287914 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42142ccf-a7f7-4ed8-a286-a02457fca239 admin admin] Router fc2d33b9-593c-4d71-a0c7-943f9e60bfb4 has already been hosted by L3 agent 64b9fbb1-dc01-4b4b-adcf-31b148d39c6f {{(pid=115720) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 31 16:09:22.393890 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42142ccf-a7f7-4ed8-a286-a02457fca239 admin admin] Notify agent at l3_agent.dv-cinder-836028-1-iscsi the message routers_updated {{(pid=115720) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 31 16:09:22.403357 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-42142ccf-a7f7-4ed8-a286-a02457fca239 admin admin] 10.222.0.47 "PUT /v2.0/routers/fc2d33b9-593c-4d71-a0c7-943f9e60bfb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6778333 Mar 31 16:09:22.403357 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 41238) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:22.404435 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c9d2f-ea74-41e4-a4df-e072c7198f42 None None] Sync routers for ids ['fc2d33b9-593c-4d71-a0c7-943f9e60bfb4'] in dv-cinder-836028-1-iscsi {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 31 16:09:22.414454 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67c9d2f-ea74-41e4-a4df-e072c7198f42 None None] Routers {'fc2d33b9-593c-4d71-a0c7-943f9e60bfb4'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:09:22.415063 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-b67c9d2f-ea74-41e4-a4df-e072c7198f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:09:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['fc2d33b9-593c-4d71-a0c7-943f9e60bfb4'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:22.504646 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b27c78bd-a571-49c2-aaa5-757b8d8ab784 admin admin] Publish callbacks [] for router (fc2d33b9-593c-4d71-a0c7-943f9e60bfb4), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:22.602935 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-b67c9d2f-ea74-41e4-a4df-e072c7198f42 None None] Set router fc2d33b9-593c-4d71-a0c7-943f9e60bfb4 gateway port host: dv-cinder-836028-1-iscsi {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:09:22.610365 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b27c78bd-a571-49c2-aaa5-757b8d8ab784 admin admin] Publish callbacks [] for router_gateway (fc2d33b9-593c-4d71-a0c7-943f9e60bfb4), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:22.731405 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-b27c78bd-a571-49c2-aaa5-757b8d8ab784 admin admin] Deleting port a0d3c4c8-111a-4221-b819-46eaa317cbaf {{(pid=115720) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:09:22.731744 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b27c78bd-a571-49c2-aaa5-757b8d8ab784 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (a0d3c4c8-111a-4221-b819-46eaa317cbaf), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:22.771626 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-b67c9d2f-ea74-41e4-a4df-e072c7198f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2d33b9-593c-4d71-a0c7-943f9e60bfb4', 'name': 'tempest-TestVolumeBootPattern-1640021970-router', 'tenant_id': '60d83480051d48418409aa324504498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'external_fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.154'}], 'enable_snat': True}, 'gw_port_id': 'a0d3c4c8-111a-4221-b819-46eaa317cbaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:15Z', 'updated_at': '2022-03-31T16:09:21Z', 'revision_number': 5, 'project_id': '60d83480051d48418409aa324504498d', 'gw_port': {'id': 'a0d3c4c8-111a-4221-b819-46eaa317cbaf', 'name': '', 'network_id': '3b1a5cd5-bca8-4f86-be99-483986f7f547', 'tenant_id': '', 'mac_address': 'fa:16:3e:a1:35:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc2d33b9-593c-4d71-a0c7-943f9e60bfb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 673, 'fixed_ips': [{'subnet_id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'ip_address': '172.27.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-836028-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-31T16:02:16Z', 'updated_at': '2022-03-31T16:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c4390997-9a11-4c24-ae70-32af92bbcdb2', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-836028-1-iscsi'}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:22.801398 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c9d2f-ea74-41e4-a4df-e072c7198f42 None None] Checking router: fc2d33b9-593c-4d71-a0c7-943f9e60bfb4 for host: dv-cinder-836028-1-iscsi {{(pid=115722) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 31 16:09:22.808798 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.db [None req-b27c78bd-a571-49c2-aaa5-757b8d8ab784 admin admin] For port a0d3c4c8-111a-4221-b819-46eaa317cbaf, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=a0d3c4c8-111a-4221-b819-46eaa317cbaf,segment=NetworkSegment(80353601-81e8-4247-8e3d-abafa316251d),segment_id=80353601-81e8-4247-8e3d-abafa316251d)] {{(pid=115720) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:09:22.809163 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b27c78bd-a571-49c2-aaa5-757b8d8ab784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (a0d3c4c8-111a-4221-b819-46eaa317cbaf), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:22.810382 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b67c9d2f-ea74-41e4-a4df-e072c7198f42 None None] Routers {'fc2d33b9-593c-4d71-a0c7-943f9e60bfb4'} bound to L3 agent in host dv-cinder-836028-1-iscsi {{(pid=115722) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 31 16:09:22.810987 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-b67c9d2f-ea74-41e4-a4df-e072c7198f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-836028-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-31T15:44:37Z,description=,heartbeat_timestamp=2022-03-31T16:09:07Z,host='dv-cinder-836028-1-iscsi',id=64b9fbb1-dc01-4b4b-adcf-31b148d39c6f,load=0,resource_versions=,resources_synced=,started_at=2022-03-31T15:44:38Z,topic='l3_agent')) {'router_ids': ['fc2d33b9-593c-4d71-a0c7-943f9e60bfb4'], 'active': True} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:22.822211 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.plugins.ml2.plugin [None req-b27c78bd-a571-49c2-aaa5-757b8d8ab784 admin admin] Calling delete_port for a0d3c4c8-111a-4221-b819-46eaa317cbaf owned by network:router_gateway {{(pid=115720) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:09:22.894529 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_dvr_db [None req-b67c9d2f-ea74-41e4-a4df-e072c7198f42 None None] Set router fc2d33b9-593c-4d71-a0c7-943f9e60bfb4 gateway port host: None {{(pid=115722) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 31 16:09:22.949217 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.l3_hamode_db [None req-b67c9d2f-ea74-41e4-a4df-e072c7198f42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc2d33b9-593c-4d71-a0c7-943f9e60bfb4', 'name': 'tempest-TestVolumeBootPattern-1640021970-router', 'tenant_id': '60d83480051d48418409aa324504498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:15Z', 'updated_at': '2022-03-31T16:09:22Z', 'revision_number': 6, 'project_id': '60d83480051d48418409aa324504498d', 'gw_port_host': None}], 'dv-cinder-836028-1-iscsi', False) {} {{(pid=115722) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:22.976993 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b67c9d2f-ea74-41e4-a4df-e072c7198f42 None None] The sync data for ids ['fc2d33b9-593c-4d71-a0c7-943f9e60bfb4'] in dv-cinder-836028-1-iscsi is: [{'id': 'fc2d33b9-593c-4d71-a0c7-943f9e60bfb4', 'name': 'tempest-TestVolumeBootPattern-1640021970-router', 'tenant_id': '60d83480051d48418409aa324504498d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-31T16:02:15Z', 'updated_at': '2022-03-31T16:09:22Z', 'revision_number': 6, 'project_id': '60d83480051d48418409aa324504498d', 'gw_port_host': None}] {{(pid=115722) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 31 16:09:23.056502 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b27c78bd-a571-49c2-aaa5-757b8d8ab784 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4203210'] for port (a0d3c4c8-111a-4221-b819-46eaa317cbaf), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:23.086689 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27c78bd-a571-49c2-aaa5-757b8d8ab784 admin admin] Pushing event deleted for resources: {'Port': ['ID=a0d3c4c8-111a-4221-b819-46eaa317cbaf,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:23.144646 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b27c78bd-a571-49c2-aaa5-757b8d8ab784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-609541'] for router_gateway (fc2d33b9-593c-4d71-a0c7-943f9e60bfb4), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:23.233504 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b27c78bd-a571-49c2-aaa5-757b8d8ab784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-620953', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-413'] for router (fc2d33b9-593c-4d71-a0c7-943f9e60bfb4), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:23.235565 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b27c78bd-a571-49c2-aaa5-757b8d8ab784 admin admin] Publish callbacks [] for router_controller (fc2d33b9-593c-4d71-a0c7-943f9e60bfb4), precommit_delete_associations {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:23.376543 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b27c78bd-a571-49c2-aaa5-757b8d8ab784 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-621024'] for router (fc2d33b9-593c-4d71-a0c7-943f9e60bfb4), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:23.377148 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27c78bd-a571-49c2-aaa5-757b8d8ab784 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc2d33b9-593c-4d71-a0c7-943f9e60bfb4 {{(pid=115720) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 31 16:09:23.382660 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-b27c78bd-a571-49c2-aaa5-757b8d8ab784 admin admin] Publish callbacks [] for router (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:23.383835 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-b27c78bd-a571-49c2-aaa5-757b8d8ab784 admin admin] 10.222.0.47 "DELETE /v2.0/routers/fc2d33b9-593c-4d71-a0c7-943f9e60bfb4 HTTP/1.1" status: 204 len: 168 time: 0.9810362 Mar 31 16:09:23.386338 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 41240) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:23.434484 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f9d228a-84cc-452e-92d6-bb93accbf651 admin admin] Deleting subnet 644c26ac-c32b-4c1a-8f87-120483a54cfc {{(pid=115720) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 31 16:09:23.437463 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3f9d228a-84cc-452e-92d6-bb93accbf651 admin admin] Publish callbacks [] for subnet (644c26ac-c32b-4c1a-8f87-120483a54cfc), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:23.470403 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3f9d228a-84cc-452e-92d6-bb93accbf651 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7314090'] for subnet (644c26ac-c32b-4c1a-8f87-120483a54cfc), precommit_delete_associations {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:23.546453 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3f9d228a-84cc-452e-92d6-bb93accbf651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2031459'] for subnet (644c26ac-c32b-4c1a-8f87-120483a54cfc), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:23.651296 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3f9d228a-84cc-452e-92d6-bb93accbf651 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2031444', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-540035', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4201529', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4786064'] for subnet (644c26ac-c32b-4c1a-8f87-120483a54cfc), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:23.682438 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9d228a-84cc-452e-92d6-bb93accbf651 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=644c26ac-c32b-4c1a-8f87-120483a54cfc,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:23.687377 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-3f9d228a-84cc-452e-92d6-bb93accbf651 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for subnet (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:23.690664 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-3f9d228a-84cc-452e-92d6-bb93accbf651 admin admin] 10.222.0.47 "DELETE /v2.0/subnets/644c26ac-c32b-4c1a-8f87-120483a54cfc HTTP/1.1" status: 204 len: 168 time: 0.3033240 Mar 31 16:09:23.694063 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [-] (115719) accepted ('10.222.0.47', 41242) {{(pid=115719) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:23.697229 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648b78d7-5dd5-4a78-9cda-c060de98a4d2 None None] Network 20655571-a5e3-40bf-8854-4d4c2f66b0a2 requested from dv-cinder-836028-1-iscsi {{(pid=115721) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 31 16:09:23.771310 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-ca5a2296-7e20-46a0-870c-83b40e75f2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1072674'] for network (20655571-a5e3-40bf-8854-4d4c2f66b0a2), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:23.829089 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-ca5a2296-7e20-46a0-870c-83b40e75f2cd admin admin] Deleting port dee0fe96-7001-4fb0-b1b1-dbe22989067a {{(pid=115719) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:09:23.829433 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-ca5a2296-7e20-46a0-870c-83b40e75f2cd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (dee0fe96-7001-4fb0-b1b1-dbe22989067a), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:23.868495 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac3c7922-9aab-4dac-821f-9ea740756ca8 None None] DHCP port deletion for 20655571-a5e3-40bf-8854-4d4c2f66b0a2 request from dv-cinder-836028-1-iscsi {{(pid=115721) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 31 16:09:23.897704 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.db [None req-ca5a2296-7e20-46a0-870c-83b40e75f2cd admin admin] For port dee0fe96-7001-4fb0-b1b1-dbe22989067a, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=dee0fe96-7001-4fb0-b1b1-dbe22989067a,segment=NetworkSegment(7987f9ef-975d-4b52-a20c-5f2c671a5e94),segment_id=7987f9ef-975d-4b52-a20c-5f2c671a5e94)] {{(pid=115719) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:09:23.898193 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-ca5a2296-7e20-46a0-870c-83b40e75f2cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (dee0fe96-7001-4fb0-b1b1-dbe22989067a), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:23.913036 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.plugin [None req-ca5a2296-7e20-46a0-870c-83b40e75f2cd admin admin] Calling delete_port for dee0fe96-7001-4fb0-b1b1-dbe22989067a owned by network:dhcp {{(pid=115719) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:09:23.921019 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-ac3c7922-9aab-4dac-821f-9ea740756ca8 None None] Deleting port dee0fe96-7001-4fb0-b1b1-dbe22989067a {{(pid=115721) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2002}} Mar 31 16:09:23.921672 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-ac3c7922-9aab-4dac-821f-9ea740756ca8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779152899606'] for port (dee0fe96-7001-4fb0-b1b1-dbe22989067a), before_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:23.990825 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.db [None req-ac3c7922-9aab-4dac-821f-9ea740756ca8 None None] For port dee0fe96-7001-4fb0-b1b1-dbe22989067a, host dv-cinder-836028-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-836028-1-iscsi',level=0,port_id=dee0fe96-7001-4fb0-b1b1-dbe22989067a,segment=NetworkSegment(7987f9ef-975d-4b52-a20c-5f2c671a5e94),segment_id=7987f9ef-975d-4b52-a20c-5f2c671a5e94)] {{(pid=115721) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 31 16:09:23.991227 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-ac3c7922-9aab-4dac-821f-9ea740756ca8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610637'] for port (dee0fe96-7001-4fb0-b1b1-dbe22989067a), precommit_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:24.003335 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-ac3c7922-9aab-4dac-821f-9ea740756ca8 None None] Calling delete_port for dee0fe96-7001-4fb0-b1b1-dbe22989067a owned by network:dhcp {{(pid=115721) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2080}} Mar 31 16:09:24.091127 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-ca5a2296-7e20-46a0-870c-83b40e75f2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5068787'] for port (dee0fe96-7001-4fb0-b1b1-dbe22989067a), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:24.097076 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-ac3c7922-9aab-4dac-821f-9ea740756ca8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1875504', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-183524', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779152904569', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779152402167'] for port (dee0fe96-7001-4fb0-b1b1-dbe22989067a), after_delete {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:24.118183 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a2296-7e20-46a0-870c-83b40e75f2cd admin admin] Pushing event deleted for resources: {'Port': ['ID=dee0fe96-7001-4fb0-b1b1-dbe22989067a,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:24.121712 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5a2296-7e20-46a0-870c-83b40e75f2cd admin admin] No DVR routers for this DVR port dee0fe96-7001-4fb0-b1b1-dbe22989067a on host dv-cinder-836028-1-iscsi {{(pid=115719) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:09:24.125960 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3c7922-9aab-4dac-821f-9ea740756ca8 None None] Pushing event deleted for resources: {'Port': ['ID=dee0fe96-7001-4fb0-b1b1-dbe22989067a,revision_number=None']} {{(pid=115721) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:24.126799 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac3c7922-9aab-4dac-821f-9ea740756ca8 None None] No DVR routers for this DVR port dee0fe96-7001-4fb0-b1b1-dbe22989067a on host dv-cinder-836028-1-iscsi {{(pid=115721) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 31 16:09:24.196100 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-ca5a2296-7e20-46a0-870c-83b40e75f2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2062824', 'neutron.services.segments.db._delete_segments_for_network-8779152745018'] for network (20655571-a5e3-40bf-8854-4d4c2f66b0a2), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:24.216075 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.services.segments.db [None req-ca5a2296-7e20-46a0-870c-83b40e75f2cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20655571-a5e3-40bf-8854-4d4c2f66b0a2']}} {{(pid=115719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:24.225178 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.services.segments.db [None req-ca5a2296-7e20-46a0-870c-83b40e75f2cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7987f9ef-975d-4b52-a20c-5f2c671a5e94') {'for_net_delete': True} {{(pid=115719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:24.225482 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.services.segments.db [None req-ca5a2296-7e20-46a0-870c-83b40e75f2cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7987f9ef-975d-4b52-a20c-5f2c671a5e94') {} {{(pid=115719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 31 16:09:24.234600 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-ca5a2296-7e20-46a0-870c-83b40e75f2cd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779152745795', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5073152'] for segment (7987f9ef-975d-4b52-a20c-5f2c671a5e94), before_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:24.248342 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-ca5a2296-7e20-46a0-870c-83b40e75f2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556'] for segment (7987f9ef-975d-4b52-a20c-5f2c671a5e94), precommit_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:24.254955 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca5a2296-7e20-46a0-870c-83b40e75f2cd admin admin] Releasing vlan 821 on physical network physnet1 to pool {{(pid=115719) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 31 16:09:24.255349 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-ca5a2296-7e20-46a0-870c-83b40e75f2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-2025556', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5068710'] for segment (7987f9ef-975d-4b52-a20c-5f2c671a5e94), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: Traceback (most recent call last): Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: timer() Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: cb(*args, **kw) Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: return func(*args, **kwargs) Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: self._notify() Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: self.callback(batched_events) Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: event.method(event) Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: aggregate_uuid = self.p_client.list_aggregates( Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: return f(self, *a, **k) Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: return self._get(url).json() Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: return self.request(url, 'GET', **kwargs) Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: base_url = self.get_endpoint(auth, allow=allow, Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 31 16:09:24.257211 dv-cinder-836028-1-iscsi neutron-server[115719]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 31 16:09:24.365108 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-ca5a2296-7e20-46a0-870c-83b40e75f2cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2062817', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535350', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-609641'] for network (20655571-a5e3-40bf-8854-4d4c2f66b0a2), after_delete {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:24.370349 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron_lib.callbacks.manager [None req-ca5a2296-7e20-46a0-870c-83b40e75f2cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551281'] for network (None), before_response {{(pid=115719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:24.373712 dv-cinder-836028-1-iscsi neutron-server[115719]: INFO neutron.wsgi [None req-ca5a2296-7e20-46a0-870c-83b40e75f2cd admin admin] 10.222.0.47 "DELETE /v2.0/networks/20655571-a5e3-40bf-8854-4d4c2f66b0a2 HTTP/1.1" status: 204 len: 168 time: 0.6786401 Mar 31 16:09:24.384924 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5a2296-7e20-46a0-870c-83b40e75f2cd admin admin] Pushing event deleted for resources: {'Network': ['ID=20655571-a5e3-40bf-8854-4d4c2f66b0a2,revision_number=None']} {{(pid=115719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:24.712843 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 41246) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:24.751133 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-01c9267a-0628-46e4-adb8-2b54651e1524 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=4d28aaeb531446a9b212059b5344459d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0372016 Mar 31 16:09:24.753523 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 41248) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:24.798999 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-74f51a02-2a48-4a11-ad96-87508d31ad30 admin admin] Publish callbacks [] for security_group (00f1acd4-093e-44e4-9610-6601ee5ba7b1), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:24.821162 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-74f51a02-2a48-4a11-ad96-87508d31ad30 admin admin] Publish callbacks [] for security_group (00f1acd4-093e-44e4-9610-6601ee5ba7b1), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:25.003258 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 35ef38f9-986d-42c7-ac2a-7ce44dc75d07 no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:09:25.022025 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-74f51a02-2a48-4a11-ad96-87508d31ad30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (00f1acd4-093e-44e4-9610-6601ee5ba7b1), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:25.023554 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] No Port match for: 35ef38f9-986d-42c7-ac2a-7ce44dc75d07 {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:09:25.023898 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device 35ef38f9-986d-42c7-ac2a-7ce44dc75d07 not bound to the agent host dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:09:25.024376 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device dee0fe96-7001-4fb0-b1b1-dbe22989067a no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:09:25.024818 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-74f51a02-2a48-4a11-ad96-87508d31ad30 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:25.025991 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-74f51a02-2a48-4a11-ad96-87508d31ad30 admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/00f1acd4-093e-44e4-9610-6601ee5ba7b1 HTTP/1.1" status: 204 len: 168 time: 0.2710629 Mar 31 16:09:25.033803 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f51a02-2a48-4a11-ad96-87508d31ad30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f1acd4-093e-44e4-9610-6601ee5ba7b1,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:25.050168 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] No Port match for: dee0fe96-7001-4fb0-b1b1-dbe22989067a {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:09:25.050518 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device dee0fe96-7001-4fb0-b1b1-dbe22989067a not bound to the agent host dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:09:25.050930 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device a0d3c4c8-111a-4221-b819-46eaa317cbaf no longer exists at agent ovs-agent-dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 31 16:09:25.075400 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.plugin [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] No Port match for: a0d3c4c8-111a-4221-b819-46eaa317cbaf {{(pid=115721) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2340}} Mar 31 16:09:25.075749 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron.plugins.ml2.rpc [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Device a0d3c4c8-111a-4221-b819-46eaa317cbaf not bound to the agent host dv-cinder-836028-1-iscsi {{(pid=115721) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 31 16:09:25.826740 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 41254) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:25.866169 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-225592e2-44b7-43e4-a372-8ca8e423e3e2 admin admin] 10.222.0.47 "GET /v2.0/security-groups?tenant_id=60d83480051d48418409aa324504498d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0382962 Mar 31 16:09:25.868487 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [-] (115720) accepted ('10.222.0.47', 41256) {{(pid=115720) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 31 16:09:25.917866 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6c4e372c-206c-4422-8f1f-6f61dbbe18bc admin admin] Publish callbacks [] for security_group (983b671e-5f23-430d-a245-a415b85eeda4), before_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:25.938446 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6c4e372c-206c-4422-8f1f-6f61dbbe18bc admin admin] Publish callbacks [] for security_group (983b671e-5f23-430d-a245-a415b85eeda4), precommit_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:26.067894 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6c4e372c-206c-4422-8f1f-6f61dbbe18bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-535519'] for security_group (983b671e-5f23-430d-a245-a415b85eeda4), after_delete {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:26.070410 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron_lib.callbacks.manager [None req-6c4e372c-206c-4422-8f1f-6f61dbbe18bc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=115720) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:26.071535 dv-cinder-836028-1-iscsi neutron-server[115720]: INFO neutron.wsgi [None req-6c4e372c-206c-4422-8f1f-6f61dbbe18bc admin admin] 10.222.0.47 "DELETE /v2.0/security-groups/983b671e-5f23-430d-a245-a415b85eeda4 HTTP/1.1" status: 204 len: 168 time: 0.2021508 Mar 31 16:09:26.079216 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4e372c-206c-4422-8f1f-6f61dbbe18bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=983b671e-5f23-430d-a245-a415b85eeda4,revision_number=None']} {{(pid=115720) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 31 16:09:31.796089 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:09:34.810421 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-7a047eca-7bef-4451-808f-3abfd243c1ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:37.038872 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-f250cdb2-10f3-45f7-81f6-a0bc89d505a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:38.039071 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:38.461532 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:39.381489 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:09:41.084668 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:04.798389 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-5c10da6d-c00f-43e6-b3da-dca1000cb675 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:07.043807 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-61bc6ca8-eb66-4589-abed-94d712ae61c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:07.934896 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:08.449428 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:08.795766 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:10:09.404176 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:11.101048 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:34.814578 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-bf47decd-a03c-48f1-8797-3f88e217ae33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:36.992032 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-91f78035-8d15-4d94-a2e5-7da8b46a32e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:37.917558 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:38.431584 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:39.403729 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:41.088064 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:10:45.794616 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:10:56.088799 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [req-f95bfc71-b71d-466e-b696-611d1cd20e7b req-a6550561-37fc-48d9-b49d-a2c3568cdbe1 service neutron] (115720) timed out ('10.222.0.47', 33116) {{(pid=115720) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 16:10:56.282061 dv-cinder-836028-1-iscsi neutron-server[115720]: DEBUG neutron.wsgi [req-f95bfc71-b71d-466e-b696-611d1cd20e7b req-b7cdf054-4756-4dd5-8c0b-7cec092db737 tempest-AttachVolumeShelveTestJSON-1845770758 tempest-AttachVolumeShelveTestJSON-1845770758-project] (115720) timed out ('10.222.0.47', 33128) {{(pid=115720) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 16:11:04.842123 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-0cf82629-9328-4c50-b27d-cb04acd7c4ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:07.042295 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-007c9251-64db-48a0-beba-aa4817024824 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:07.973744 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:08.436499 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:09.396401 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:11.065402 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:22.793542 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:11:34.795532 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-f5d4b915-a58d-4791-808b-6a2aa76671c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:37.024381 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-bb1696f5-eada-4c38-9a09-794da6540eb2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:37.989998 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:38.521327 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:39.441486 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:41.074322 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:11:59.792704 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:12:04.800659 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-5c86d287-e1a8-4a6d-91b1-c1487b9428d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:07.143492 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-3a70d7a2-a205-4f00-9771-5ee215b87eed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:08.023948 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:08.445089 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:09.445001 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:11.085056 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:34.815490 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-62e16e4d-98c4-4888-b555-4e65d735e6fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:36.791293 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:12:37.021007 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-be6c1d0a-5bbf-4ac2-8b59-7ac3c7c56896 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:38.022837 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:38.451528 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:39.405581 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:12:41.118353 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:04.833705 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-876b29ac-7e70-4b75-840f-47949b724669 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:07.010534 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-2c106bbc-ce87-4a9c-88af-fc8a773a1e43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:07.987521 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:08.473156 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:09.431989 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:11.094906 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:13.790816 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:13:34.838972 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8e2f6a5c-8a2e-46fa-a71d-08f5bd0a362c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:37.043895 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-98bd793d-f1d0-45f5-8f8a-61e49b570510 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:38.004174 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:38.453438 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:39.455338 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:41.049730 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:13:41.745750 dv-cinder-836028-1-iscsi neutron-server[115719]: DEBUG neutron.wsgi [req-d342553d-e286-4f97-a375-f0591904bc37 req-9dd24555-025e-43be-bc0a-0a022fc11313 tempest-ServerRescueNegativeTestJSON-922795455 tempest-ServerRescueNegativeTestJSON-922795455-project] (115719) timed out ('10.222.0.24', 62579) {{(pid=115719) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 31 16:13:50.789610 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:14:04.814910 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-7905d4f8-ed88-4620-aa19-470cb62a38a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:14:07.002998 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-c2882c4b-0870-4395-b699-9f70939b19d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:14:08.014471 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:14:08.458426 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:14:09.458217 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:14:11.075308 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:14:27.788473 dv-cinder-836028-1-iscsi neutron-server[115722]: DEBUG neutron.db.agents_db [None req-611e7a9a-15b1-4885-93ee-9d45a0d8d024 None None] Agent healthcheck: found 6 active agents {{(pid=115722) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 31 16:14:34.811491 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8d7d67d5-86a6-495c-a8ce-f514d2e83c38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (476c03f2-c716-4e43-9eb8-27eff34871a5), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:14:37.023158 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-ce5b13e4-4a5e-4f64-a9dd-8e2705a781dd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (64b9fbb1-dc01-4b4b-adcf-31b148d39c6f), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:14:38.030780 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-8c547adc-27c9-49c5-8f48-cfcc15e7947f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (af4a1f75-de88-4cee-8975-566385aedde2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:14:38.463155 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-183cfd59-6786-42d5-9e28-fcaa4c32911c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (365aee24-084a-4947-ac23-c0a189294426), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:14:39.430927 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-88b46fb6-e416-44ec-b98e-20fcf60025da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (292300ed-846d-46ee-87f9-75ec878633c2), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 31 16:14:41.059498 dv-cinder-836028-1-iscsi neutron-server[115721]: DEBUG neutron_lib.callbacks.manager [None req-1de9474c-9b9b-4e39-8da6-55db290edb73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779152745000', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2060841'] for agent (84cddfcc-8d45-46e2-bda3-c9d49247c2bb), after_update {{(pid=115721) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}